-- Logs begin at Tue 2021-06-29 13:47:31 UTC, end at Tue 2021-06-29 14:44:25 UTC. --
Jun 29 14:19:51.044645 dv-cinder-798356-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jun 29 14:19:53.188816 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.common.config [-] Logging enabled!
Jun 29 14:19:53.189521 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.3.dev53
Jun 29 14:19:53.189622 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74129) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Jun 29 14:19:53.191904 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.common.config [-] Logging enabled!
Jun 29 14:19:53.192156 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.3.dev53
Jun 29 14:19:53.192401 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=74129) setup_logging /opt/stack/neutron/neutron/common/config.py:111}}
Jun 29 14:19:53.193359 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jun 29 14:19:53.193601 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jun 29 14:19:53.193954 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jun 29 14:19:53.194198 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jun 29 14:19:53.194423 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jun 29 14:19:53.194768 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.195068 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.195364 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.195595 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.195890 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.196179 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.196457 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.196743 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.197040 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.197324 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.197602 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.197886 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.198118 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.198397 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.198731 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.199018 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.199244 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] debug                          = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.199526 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.199949 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.200370 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.200646 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.200933 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.201207 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.201482 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.201763 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.202089 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] host                           = dv-cinder-798356-1-iscsi {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.202365 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.202677 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.202963 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.203248 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.203529 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.203803 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.204085 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.204356 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.204628 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.204899 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.205282 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.205581 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.205872 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.206097 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.206320 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.206626 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.206915 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.207190 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.207463 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.207737 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.208009 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.208282 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.208548 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.208831 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.209124 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.209397 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.209668 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.209938 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.210207 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.210476 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.210777 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.211047 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.211316 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.211587 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.211871 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.212137 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.212407 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.212704 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.212987 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.213267 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.213555 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.213827 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.214625 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.214909 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.215181 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.215453 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.215725 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.215997 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.216278 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.216550 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.216819 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.217089 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.217358 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.217639 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:53.217933 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.218226 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.218552 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.218837 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.219123 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.219406 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.219692 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.219967 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.220251 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.220538 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.220821 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.221095 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.221378 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.221670 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.221953 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.222223 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.222520 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.222803 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.223078 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.223347 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.223621 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.223906 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.224453 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.224723 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.225002 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.225276 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.225544 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.225812 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.226087 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.226372 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.226683 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.226954 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.227221 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.227493 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.227760 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.228041 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.228314 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.228582 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.228850 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.229121 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.229390 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.229661 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.230532 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.230810 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.231088 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.231360 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.231629 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.231898 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.232169 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.232437 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.232721 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.232978 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.233252 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.233520 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.233789 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.234064 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.234333 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.234629 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.234916 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.235209 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.235484 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.235757 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.236032 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.236309 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.236584 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.236858 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.237132 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.237406 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.237675 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.237960 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.238241 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.238563 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.238849 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.239125 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.239417 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.239692 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.239971 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.240243 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.240517 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.240796 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.241076 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.241365 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.241653 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.241942 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.242233 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.242545 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.242827 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.243133 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.243410 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:53.243627 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 29 14:19:53.243864 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=74129) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jun 29 14:19:53.646318 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO keyring.backend [-] Loading KWallet
Jun 29 14:19:53.654309 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO keyring.backend [-] Loading SecretService
Jun 29 14:19:53.657614 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO keyring.backend [-] Loading Windows
Jun 29 14:19:53.658996 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO keyring.backend [-] Loading chainer
Jun 29 14:19:53.659557 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO keyring.backend [-] Loading macOS
Jun 29 14:19:53.691786 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=74129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:19:53.692067 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=74129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:19:53.692359 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=74129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:19:53.692695 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.manager [-] Loading core plugin: ml2
Jun 29 14:19:54.000339 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.000555 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.000834 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.056960 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.057241 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.057508 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.061219 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.061497 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.061767 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.090585 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.090868 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.091134 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.116552 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.116828 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.117093 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.432056 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f0b95b26700> agent after_create 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.432689 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f0b95b26700> agent after_update 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.432689 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f0b95b26790> segment precommit_create 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.433468 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f0b95b26820> network precommit_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.434139 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f0b959f79d0> segment before_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.557717 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b9635e4f0>> network before_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.558057 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f0b95b06f70> agent before_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.558342 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b9635e4f0>> network before_create 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.558636 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b9635e4f0>> port before_create 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.558905 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b9635e4f0>> port before_update 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.559211 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b9635e4f0>> segment after_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.559475 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b9635e4f0>> segment precommit_create 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.559731 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b9635e4f0>> segment precommit_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.559986 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b9635e4f0>> segment after_create 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.560266 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b9635e4f0>> network after_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.560523 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b9635e4f0>> network precommit_delete 0 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.560785 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b9635e4f0>> port provisioning_complete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.561047 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b9635e4f0>> rbac-policy before_create 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.561302 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b9635e4f0>> rbac-policy after_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.561564 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b9635e4f0>> agent after_update 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.561831 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b9635e4f0>> subnet after_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.562086 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b9635e4f0>> subnet precommit_delete 0 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.562358 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b9635e4f0>> rbac-policy before_update 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.562637 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b9635e4f0>> rbac-policy before_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.562917 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b9635e4f0>> segment_host_mapping after_create 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.563259 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b9635e4f0>> port after_create 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.563510 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b9635e4f0>> port after_update 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.563761 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b9635e4f0>> port after_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.564040 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b9635e4f0>> rbac-policy before_create 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.564288 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b9635e4f0>> rbac-policy before_update 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.564533 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f0b9635e4f0>> rbac-policy before_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.564909 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=74129) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 29 14:19:54.565144 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=74129) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 29 14:19:54.565378 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=74129) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 29 14:19:54.565612 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=74129) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 29 14:19:54.565845 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=74129) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 29 14:19:54.566076 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=74129) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 29 14:19:54.566643 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jun 29 14:19:54.569841 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jun 29 14:19:54.573865 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jun 29 14:19:54.577882 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(500, 549)])])
Jun 29 14:19:54.579514 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jun 29 14:19:54.579899 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jun 29 14:19:54.580229 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jun 29 14:19:54.580609 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jun 29 14:19:54.583424 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jun 29 14:19:54.583677 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jun 29 14:19:54.584029 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jun 29 14:19:54.612487 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic']
Jun 29 14:19:54.612925 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f0b9593dcd0>> qos_plugin after_init 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.613221 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=74129) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jun 29 14:19:54.613580 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f0b9593d8e0>> logging-plugin after_init 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.614952 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=74129) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jun 29 14:19:54.615233 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jun 29 14:19:54.615478 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jun 29 14:19:54.618664 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f0b958a5640>> floatingip before_response 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.618945 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f0b958a5640>> port before_response 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:54.679596 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jun 29 14:19:54.679833 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jun 29 14:19:54.680066 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jun 29 14:19:54.680440 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jun 29 14:19:54.710454 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_db.sqlalchemy.engines [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=74129) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Jun 29 14:19:55.032263 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.plugins.ml2.managers [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Initializing driver for type 'gre'
Jun 29 14:19:55.032788 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] gre ID ranges: [(1, 1000)]
Jun 29 14:19:55.084512 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.plugins.ml2.managers [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Initializing driver for type 'local'
Jun 29 14:19:55.084869 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.plugins.ml2.managers [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Initializing driver for type 'vlan'
Jun 29 14:19:55.098684 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] VlanTypeDriver initialization complete
Jun 29 14:19:55.099028 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.plugins.ml2.managers [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Initializing driver for type 'vxlan'
Jun 29 14:19:55.099783 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] vxlan ID ranges: [(1, 1000)]
Jun 29 14:19:55.152259 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.plugins.ml2.managers [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Initializing extension driver 'port_security'
Jun 29 14:19:55.152693 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.plugins.ml2.extensions.port_security [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] PortSecurityExtensionDriver initialization complete
Jun 29 14:19:55.153089 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.plugins.ml2.managers [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Initializing mechanism driver 'openvswitch'
Jun 29 14:19:55.153422 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.plugins.ml2.managers [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Initializing mechanism driver 'hyperv'
Jun 29 14:19:55.159993 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.plugins.ml2.plugin [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=74129) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:19:55.160759 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0b95b2a5e0>> port after_create 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.161137 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0b95b2a5e0>> port after_update 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.161494 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0b95b2a5e0>> port after_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.161881 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0b95b2a940>> subnet after_create 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.162235 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0b95b2a940>> subnet after_update 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.162609 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0b95b2a940>> subnet after_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.162989 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0b9537ebe0>> network after_create 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.163337 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0b9537ebe0>> network after_update 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.163679 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0b9537ebe0>> network after_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.164055 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0b9537ee50>> security_group after_create 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.164401 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0b9537ee50>> security_group after_update 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.164742 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0b9537ee50>> security_group after_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.165119 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0b9537eee0>> security_group_rule after_create 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.165467 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0b9537eee0>> security_group_rule after_update 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.165806 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f0b9537eee0>> security_group_rule after_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.166145 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] ML2 OVO RPC backend initialized. {{(pid=74129) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:140}}
Jun 29 14:19:55.166826 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0b95383340>> router_interface after_create 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.167198 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0b95383340>> router_interface after_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.167631 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0b95383340>> network before_response 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.167979 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0b95383340>> networks before_response 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.168325 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0b95383340>> port before_response 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.168667 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0b95383340>> ports before_response 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.169012 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0b95383340>> subnet before_response 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.169357 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0b95383340>> subnets before_response 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.169734 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0b95383340>> network after_create 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.170072 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0b95383340>> network after_update 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.170409 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0b95383340>> network after_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.170770 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0b95383340>> port after_create 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.171109 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0b95383340>> port after_update 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.171444 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0b95383340>> port after_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.171780 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0b95383340>> subnet after_create 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.172117 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0b95383340>> subnet after_update 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.172453 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f0b95383340>> subnet after_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.173039 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.plugins.ml2.plugin [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Modular L2 Plugin initialization complete
Jun 29 14:19:55.173368 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading services supported by the core plugin {{(pid=74129) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jun 29 14:19:55.173693 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.plugins.ml2.managers [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Got port-security extension from driver 'port_security'
Jun 29 14:19:55.174156 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.extensions.vlantransparent [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Disabled vlantransparent extension.
Jun 29 14:19:55.174603 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=74129) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jun 29 14:19:55.174919 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading Plugin: router
Jun 29 14:19:55.213398 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b953835b0>> router_interface before_create 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.213808 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b953835b0>> router after_create 55549900 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.214810 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b953835b0>> router before_create 55549900 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.215187 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b953835b0>> router_interface before_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.215567 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b953835b0>> router_interface after_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.215932 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b953835b0>> router after_delete 55549900 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.216297 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b953835b0>> floatingip after_update 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.216670 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b953835b0>> router after_create 55549900 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.217022 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b953835b0>> router after_update 55549900 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.217375 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b953835b0>> router after_update 55549900 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.217731 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b953835b0>> router_gateway after_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.218093 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b953835b0>> router after_update 55549900 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.218515 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b953835b0>> router precommit_update 55549900 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.218906 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f0b959b7b80> port after_update 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.219250 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f0b959b7a60> port after_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.219593 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f0b959b7af0> subnet after_update 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.219935 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f0b959b7c10> subnetpool_address_scope after_update 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.220290 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b953835b0>> port precommit_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.220642 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b953835b0>> router precommit_create 55549900 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.220987 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f0b95a61af0> port before_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.221334 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b953835b0>> router precommit_create 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.221692 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b953835b0>> router after_update 55549900 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.222040 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b953835b0>> router precommit_delete 55549900 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.222392 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b953835b0>> router precommit_create 55549900 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.222797 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b953835b0>> router_interface after_create 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.223151 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b953835b0>> router precommit_update 55549900 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.223518 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b953835b0>> agent after_create 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.223870 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b953835b0>> agent after_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.224477 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f0b953835b0>> network after_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.225360 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.quota.resource_registry [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Tracking information for resource: router configured {{(pid=74129) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 29 14:19:55.225696 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.quota.resource_registry [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Tracking information for resource: floatingip configured {{(pid=74129) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 29 14:19:55.230701 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.db.l3_agentschedulers_db [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jun 29 14:19:55.231291 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f0b95336430> port after_update 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.231657 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f0b95336310> port after_create 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.232009 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <function _notify_port_delete at 0x7f0b953363a0> port after_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.232363 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f0b95336700> port after_update 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.233171 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0b95353eb0>> router before_create 55550100 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.233542 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0b95353eb0>> router precommit_delete 55550100 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.233910 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0b95353eb0>> router precommit_create 55550100 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.234271 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f0b95353eb0>> router precommit_update 55550100 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.238596 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.services.provider_configuration [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Service providers = [] {{(pid=74129) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jun 29 14:19:55.238963 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.db.servicetype_db [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=74129) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jun 29 14:19:55.241870 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.services.service_base [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=74129) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 29 14:19:55.242226 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.services.service_base [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=74129) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 29 14:19:55.242602 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.services.service_base [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=74129) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 29 14:19:55.243647 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.services.service_base [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=74129) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 29 14:19:55.244027 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.services.service_base [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Default provider is not specified for service type L3_ROUTER_NAT
Jun 29 14:19:55.244406 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=74129) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 29 14:19:55.244727 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jun 29 14:19:55.255711 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=74129) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 29 14:19:55.256051 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading Plugin: auto_allocate
Jun 29 14:19:55.262624 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f0b952f7b80> network precommit_update 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.262992 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f0b952f7b80> network precommit_create 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.263510 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=74129) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 29 14:19:55.263832 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading Plugin: tag
Jun 29 14:19:55.270623 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=74129) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 29 14:19:55.270957 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading Plugin: timestamp
Jun 29 14:19:55.274733 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=74129) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 29 14:19:55.275067 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading Plugin: network_ip_availability
Jun 29 14:19:55.280302 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0b9531ae50>> rbac-policy before_create 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.280674 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0b9531ae50>> rbac-policy before_update 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.281032 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0b9531ae50>> rbac-policy before_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.281749 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=74129) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 29 14:19:55.282070 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading Plugin: flavors
Jun 29 14:19:55.287081 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=74129) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 29 14:19:55.287371 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading Plugin: revisions
Jun 29 14:19:55.291615 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=74129) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 29 14:19:55.292015 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_concurrency.lockutils [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.600s {{(pid=74129) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:19:55.292881 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=74129) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:632}}
Jun 29 14:19:55.293223 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Initializing extension manager.
Jun 29 14:19:55.293732 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: __init__.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.294078 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: __pycache__ {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.294415 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.294779 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.295114 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: _filter_validation_lib.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.295443 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.295772 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: address_group.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.296524 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.297095 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: address-group
Jun 29 14:19:55.297423 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: address_scope.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.298131 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.298684 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: address-scope
Jun 29 14:19:55.299011 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: admin_state_down_before_update.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.299924 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.300435 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: router-admin-state-down-before-update
Jun 29 14:19:55.300760 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: agent.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.301448 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.301954 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: agent
Jun 29 14:19:55.302278 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: agent_resources_synced.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.303209 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.303720 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: agent-resources-synced
Jun 29 14:19:55.304043 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: allowedaddresspairs.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.305804 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.306338 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: allowed-address-pairs
Jun 29 14:19:55.306706 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: auto_allocated_topology.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.307763 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.308794 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: auto-allocated-topology
Jun 29 14:19:55.309123 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: availability_zone.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.309810 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.310317 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: availability_zone
Jun 29 14:19:55.310673 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: availability_zone_filter.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.311576 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.312084 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: availability_zone_filter
Jun 29 14:19:55.312412 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: data_plane_status.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.313303 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.313808 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extension data-plane-status not supported by any of loaded plugins
Jun 29 14:19:55.314132 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: default_subnetpools.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.315063 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.315575 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: default-subnetpools
Jun 29 14:19:55.315900 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: dhcpagentscheduler.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.316680 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.317182 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: dhcp_agent_scheduler
Jun 29 14:19:55.317510 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: dns.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.318418 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.318960 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extension dns-integration not supported by any of loaded plugins
Jun 29 14:19:55.319285 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: dns_domain_ports.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.320190 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.320700 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extension dns-domain-ports not supported by any of loaded plugins
Jun 29 14:19:55.321023 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: dvr.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.321686 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.322194 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: dvr
Jun 29 14:19:55.322545 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: empty_string_filtering.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.324093 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.324605 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: empty-string-filtering
Jun 29 14:19:55.324931 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.325831 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.326339 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jun 29 14:19:55.326689 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.327603 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.328108 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jun 29 14:19:55.328429 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: external_net.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.329323 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.329833 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: external-net
Jun 29 14:19:55.330155 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: extra_dhcp_opt.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.331091 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.331601 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: extra_dhcp_opt
Jun 29 14:19:55.331923 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: extraroute.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.332822 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.333331 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: extraroute
Jun 29 14:19:55.333654 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: extraroute_atomic.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.334713 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.335228 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: extraroute-atomic
Jun 29 14:19:55.335556 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: filter_validation.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.336220 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.336728 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: filter-validation
Jun 29 14:19:55.337049 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: fip_pf_description.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.337954 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.338461 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jun 29 14:19:55.338808 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: fip_port_details.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.339910 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.340428 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: fip-port-details
Jun 29 14:19:55.340753 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: flavors.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.341966 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.342483 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: flavors
Jun 29 14:19:55.342837 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.344480 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.345005 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jun 29 14:19:55.345338 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: floatingip_pools.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.346030 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.346572 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: floatingip-pools
Jun 29 14:19:55.346908 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: ip_allocation.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.347826 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.348332 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extension ip_allocation not supported by any of loaded plugins
Jun 29 14:19:55.348658 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.349838 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.350349 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: ip-substring-filtering
Jun 29 14:19:55.350708 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: l2_adjacency.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.351630 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.352137 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extension l2_adjacency not supported by any of loaded plugins
Jun 29 14:19:55.352464 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: l3.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.353416 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.353937 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: router
Jun 29 14:19:55.354268 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: l3_conntrack_helper.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.356633 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.357516 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jun 29 14:19:55.358058 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.359402 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.360257 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: ext-gw-mode
Jun 29 14:19:55.360822 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.361848 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.362720 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: l3-ha
Jun 29 14:19:55.363274 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: l3_flavors.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.364197 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.364715 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: l3-flavors
Jun 29 14:19:55.365044 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.365973 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.366483 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: l3-port-ip-change-not-allowed
Jun 29 14:19:55.366846 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: l3agentscheduler.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.367875 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.368903 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: l3_agent_scheduler
Jun 29 14:19:55.369231 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: logging.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.371315 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.371837 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extension logging not supported by any of loaded plugins
Jun 29 14:19:55.372176 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: metering.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.372913 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.373492 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: metering
Jun 29 14:19:55.373845 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.374945 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.375465 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: metering_source_and_destination_fields
Jun 29 14:19:55.375795 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: multiprovidernet.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.376712 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.377227 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: multi-provider
Jun 29 14:19:55.377563 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: netmtu.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.378638 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.379155 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: net-mtu
Jun 29 14:19:55.379486 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: netmtu_writable.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.380401 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.380914 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: net-mtu-writable
Jun 29 14:19:55.381243 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: network_availability_zone.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.381908 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.382423 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: network_availability_zone
Jun 29 14:19:55.382774 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: network_ip_availability.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.383852 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.384370 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: network-ip-availability
Jun 29 14:19:55.384701 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: network_segment_range.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.385465 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.386757 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extension network-segment-range not supported by any of loaded plugins
Jun 29 14:19:55.387089 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: pagination.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.388068 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.388408 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: pagination
Jun 29 14:19:55.388733 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.389647 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.390165 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: port-mac-address-regenerate
Jun 29 14:19:55.390509 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: port_resource_request.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.391428 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.391940 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extension port-resource-request not supported by any of loaded plugins
Jun 29 14:19:55.392267 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: portbindings.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.393191 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.393704 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: binding
Jun 29 14:19:55.394031 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: portbindings_extended.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.395344 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.395860 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: binding-extended
Jun 29 14:19:55.396191 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: portsecurity.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.397101 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.397609 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: port-security
Jun 29 14:19:55.397936 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: project_id.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.398933 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.399267 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: project-id
Jun 29 14:19:55.399591 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: providernet.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.400491 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.401004 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: provider
Jun 29 14:19:55.401328 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: qos.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.404950 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.405478 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extension qos not supported by any of loaded plugins
Jun 29 14:19:55.405814 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.407083 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.407603 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jun 29 14:19:55.407933 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.408851 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.409364 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jun 29 14:19:55.409689 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: qos_default.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.410630 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.411152 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extension qos-default not supported by any of loaded plugins
Jun 29 14:19:55.411479 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: qos_fip.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.412124 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.412630 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extension qos-fip not supported by any of loaded plugins
Jun 29 14:19:55.412956 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: qos_gateway_ip.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.413870 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.414379 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jun 29 14:19:55.414796 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: qos_port_network_policy.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.415704 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.416211 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jun 29 14:19:55.416536 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: qos_rule_type_details.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.417477 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.417984 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jun 29 14:19:55.418314 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: qos_rules_alias.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.419372 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.419893 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extension qos-rules-alias not supported by any of loaded plugins
Jun 29 14:19:55.420219 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: quotasv2.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.421088 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.421415 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: quotas
Jun 29 14:19:55.421741 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: quotasv2_detail.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.423509 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.423851 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: quota_details
Jun 29 14:19:55.424185 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: rbac.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.425229 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.425755 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: rbac-policies
Jun 29 14:19:55.426083 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: rbac_address_scope.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.427025 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.427542 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: rbac-address-scope
Jun 29 14:19:55.427870 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: rbac_security_groups.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.428780 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.429292 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: rbac-security-groups
Jun 29 14:19:55.429616 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: rbac_subnetpool.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.430546 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.431059 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: rbac-subnetpool
Jun 29 14:19:55.431384 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: revisionifmatch.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.432297 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.433303 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: revision-if-match
Jun 29 14:19:55.433628 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: revisions.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.434771 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.435289 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: standard-attr-revisions
Jun 29 14:19:55.435615 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: router_availability_zone.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.436283 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.436793 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: router_availability_zone
Jun 29 14:19:55.437117 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: routerservicetype.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.438041 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.438579 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extension router-service-type not supported by any of loaded plugins
Jun 29 14:19:55.438910 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: security_groups_port_filtering.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.439817 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.440328 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: port-security-groups-filtering
Jun 29 14:19:55.440652 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: securitygroup.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.452095 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.452629 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: security-group
Jun 29 14:19:55.452962 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: segment.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.453743 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.454259 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extension segment not supported by any of loaded plugins
Jun 29 14:19:55.454614 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.455626 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.456139 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jun 29 14:19:55.456466 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: servicetype.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.457662 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.458190 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: service-type
Jun 29 14:19:55.458546 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: sorting.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.459536 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.459877 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: sorting
Jun 29 14:19:55.460204 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: standard_attr_segment.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.461122 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.461638 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extension standard-attr-segment not supported by any of loaded plugins
Jun 29 14:19:55.461965 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: standardattrdescription.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.462640 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.463153 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: standard-attr-description
Jun 29 14:19:55.463480 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: stateful_security_group.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.464423 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.464937 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: stateful-security-group
Jun 29 14:19:55.465266 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: stdattrs_common.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.465844 dv-cinder-798356-1-iscsi neutron-server[74129]: WARNING neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jun 29 14:19:55.466164 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.467283 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.467806 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jun 29 14:19:55.468128 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: subnet_onboard.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.469292 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.469810 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: subnet_onboard
Jun 29 14:19:55.470137 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.471112 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.471623 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jun 29 14:19:55.471948 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: subnet_service_types.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.472859 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.473384 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: subnet-service-types
Jun 29 14:19:55.473696 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: subnetallocation.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.475082 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.475598 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: subnet_allocation
Jun 29 14:19:55.475928 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.476591 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.477101 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: subnetpool-prefix-ops
Jun 29 14:19:55.477425 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.478351 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.478904 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jun 29 14:19:55.479233 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: tagging.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.480304 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.480839 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: standard-attr-tag
Jun 29 14:19:55.481167 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: timestamp.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.482361 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.482914 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loaded extension: standard-attr-timestamp
Jun 29 14:19:55.483249 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: trunk.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.484270 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.484785 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extension trunk not supported by any of loaded plugins
Jun 29 14:19:55.485114 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: trunk_details.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.486015 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.486548 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extension trunk-details not supported by any of loaded plugins
Jun 29 14:19:55.486875 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: uplink_status_propagation.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.487783 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.488290 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jun 29 14:19:55.488614 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Loading extension file: vlantransparent.py {{(pid=74129) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:442}}
Jun 29 14:19:55.489284 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=74129) _check_extension /opt/stack/neutron/neutron/api/extensions.py:408}}
Jun 29 14:19:55.489792 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extension vlan-transparent not supported by any of loaded plugins
Jun 29 14:19:55.492051 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.quota.resource_registry [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Creating instance of TrackedResource for resource:network
Jun 29 14:19:55.492775 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.quota.resource_registry [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Creating instance of TrackedResource for resource:subnet
Jun 29 14:19:55.493558 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.quota.resource_registry [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Creating instance of TrackedResource for resource:subnetpool
Jun 29 14:19:55.494175 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.quota.resource_registry [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Creating instance of TrackedResource for resource:port
Jun 29 14:19:55.496039 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.v2.resource_helper [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 14:19:55.496476 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.v2.resource_helper [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Service FLAVORS assigned prefix:  {{(pid=74129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 14:19:55.497095 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.v2.resource_helper [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 14:19:55.497525 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.v2.resource_helper [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 14:19:55.497860 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.quota.resource_registry [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Creating instance of TrackedResource for resource:router
Jun 29 14:19:55.498532 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.quota.resource_registry [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Creating instance of TrackedResource for resource:floatingip
Jun 29 14:19:55.499261 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.v2.resource_helper [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Service METERING assigned prefix: /metering {{(pid=74129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 14:19:55.500700 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0b95213220>> rbac-policy before_create 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.501072 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0b95213220>> rbac-policy before_update 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.501425 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f0b95213220>> rbac-policy before_delete 55550000 {{(pid=74129) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:19:55.502611 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.quota.resource_registry [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Creating instance of CountableResource for resource:rbac_policy
Jun 29 14:19:55.503080 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.quota.resource_registry [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Creating instance of TrackedResource for resource:security_group
Jun 29 14:19:55.503753 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.quota.resource_registry [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 29 14:19:55.504496 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.v2.resource_helper [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Service CORE assigned prefix:  {{(pid=74129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 14:19:55.504827 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.quota.resource_registry [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Creating instance of TrackedResource for resource:subnetpool
Jun 29 14:19:55.505166 dv-cinder-798356-1-iscsi neutron-server[74129]: WARNING neutron.quota.resource_registry [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] subnetpool is already registered
Jun 29 14:19:55.505797 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.v2.resource_helper [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Service CORE assigned prefix:  {{(pid=74129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 14:19:55.506126 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.quota.resource_registry [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Creating instance of TrackedResource for resource:subnetpool
Jun 29 14:19:55.506453 dv-cinder-798356-1-iscsi neutron-server[74129]: WARNING neutron.quota.resource_registry [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] subnetpool is already registered
Jun 29 14:19:55.509153 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.v2.resource_helper [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 14:19:55.509592 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.v2.resource_helper [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Service FLAVORS assigned prefix:  {{(pid=74129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 14:19:55.510182 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.v2.resource_helper [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 14:19:55.510639 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.v2.resource_helper [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=74129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 14:19:55.511546 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.quota.resource_registry [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Creating instance of TrackedResource for resource:router
Jun 29 14:19:55.511880 dv-cinder-798356-1-iscsi neutron-server[74129]: WARNING neutron.quota.resource_registry [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] router is already registered
Jun 29 14:19:55.512479 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.quota.resource_registry [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Creating instance of TrackedResource for resource:floatingip
Jun 29 14:19:55.512807 dv-cinder-798356-1-iscsi neutron-server[74129]: WARNING neutron.quota.resource_registry [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] floatingip is already registered
Jun 29 14:19:55.513437 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.v2.resource_helper [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Service METERING assigned prefix: /metering {{(pid=74129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 14:19:55.514118 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.quota.resource_registry [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Creating instance of CountableResource for resource:rbac_policy
Jun 29 14:19:55.514445 dv-cinder-798356-1-iscsi neutron-server[74129]: WARNING neutron.quota.resource_registry [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] rbac_policy is already registered
Jun 29 14:19:55.515029 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.quota.resource_registry [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Creating instance of TrackedResource for resource:security_group
Jun 29 14:19:55.515358 dv-cinder-798356-1-iscsi neutron-server[74129]: WARNING neutron.quota.resource_registry [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] security_group is already registered
Jun 29 14:19:55.515959 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.quota.resource_registry [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 29 14:19:55.516284 dv-cinder-798356-1-iscsi neutron-server[74129]: WARNING neutron.quota.resource_registry [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] security_group_rule is already registered
Jun 29 14:19:55.516952 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.v2.resource_helper [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Service CORE assigned prefix:  {{(pid=74129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 14:19:55.517277 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.quota.resource_registry [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Creating instance of TrackedResource for resource:subnetpool
Jun 29 14:19:55.517598 dv-cinder-798356-1-iscsi neutron-server[74129]: WARNING neutron.quota.resource_registry [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] subnetpool is already registered
Jun 29 14:19:55.518228 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.v2.resource_helper [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Service CORE assigned prefix:  {{(pid=74129) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 29 14:19:55.518579 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.quota.resource_registry [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Creating instance of TrackedResource for resource:subnetpool
Jun 29 14:19:55.518925 dv-cinder-798356-1-iscsi neutron-server[74129]: WARNING neutron.quota.resource_registry [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] subnetpool is already registered
Jun 29 14:19:55.519586 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: extensions {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.521046 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: address-groups {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.522672 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: address-scopes {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.523876 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: agents {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.525018 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: auto-allocated-topology {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.526356 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: availability_zones {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.527704 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: dhcp-networks {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.529121 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: dhcp-agents {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.530556 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: routers {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.532379 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: flavors {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.533570 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: service_profiles {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.534804 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: next_providers {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.536300 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: service_profiles {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.537779 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: floatingip-pools {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.538958 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: routers {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.540750 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: floatingips {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.541914 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: l3-routers {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.543346 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: l3-agents {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.544731 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: metering-labels {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.546072 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: metering-label-rules {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.547344 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: network-ip-availabilities {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.548583 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: bindings {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.551138 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: quotas {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.552578 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: quotas {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.553973 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: rbac-policies {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.555303 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: security-groups {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.556505 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: security-group-rules {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.557727 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: service-providers {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.559489 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: subnetpools {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.560904 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: subnetpools {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.562412 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: tags {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.564105 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: tags {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.565910 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: tags {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.567676 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: tags {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.569431 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: tags {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.571125 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: tags {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.572873 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: tags {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.575352 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: tags {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.577189 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: tags {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.579040 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron.api.extensions [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Extended resource: tags {{(pid=74129) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}}
Jun 29 14:19:55.584871 dv-cinder-798356-1-iscsi neutron-server[74129]: WARNING keystonemiddleware.auth_token [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jun 29 14:19:55.589576 dv-cinder-798356-1-iscsi neutron-server[74129]: WARNING keystonemiddleware.auth_token [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jun 29 14:19:55.597441 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_concurrency.lockutils [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Acquired lock "singleton_lock" {{(pid=74129) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jun 29 14:19:55.597915 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_concurrency.lockutils [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Releasing lock "singleton_lock" {{(pid=74129) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jun 29 14:19:55.598565 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO oslo_service.service [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Starting 2 workers
Jun 29 14:19:55.603322 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Started child 74234 {{(pid=74129) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 29 14:19:55.607441 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Started child 74235 {{(pid=74129) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 29 14:19:55.609000 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO neutron.service [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Neutron service started, listening on 0.0.0.0:9696
Jun 29 14:19:55.609165 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:19:55.609745 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Notify callbacks [] for process, before_spawn {{(pid=74129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:19:55.610522 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [-] (74234) wsgi starting up on http://0.0.0.0:9696
Jun 29 14:19:55.612168 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO oslo_service.service [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Starting 1 workers
Jun 29 14:19:55.612510 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:19:55.613689 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [-] (74235) wsgi starting up on http://0.0.0.0:9696
Jun 29 14:19:55.617022 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Started child 74236 {{(pid=74129) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 29 14:19:55.617562 dv-cinder-798356-1-iscsi neutron-server[74129]: INFO oslo_service.service [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Starting 1 workers
Jun 29 14:19:55.621828 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.service [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] calling RpcWorker wait() {{(pid=74236) _wait /opt/stack/neutron/neutron/service.py:128}}
Jun 29 14:19:55.622376 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Started child 74237 {{(pid=74129) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 29 14:19:55.622483 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.service [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] returning from RpcWorker wait() {{(pid=74236) _wait /opt/stack/neutron/neutron/service.py:135}}
Jun 29 14:19:55.623001 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG neutron_lib.callbacks.manager [None req-554aef33-d002-4636-84fa-1e00edb0b28a None None] Notify callbacks [] for process, after_spawn {{(pid=74129) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:19:55.623680 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:19:55.624188 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:19:55.624883 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74129) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 29 14:19:55.625102 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jun 29 14:19:55.625282 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jun 29 14:19:55.625483 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jun 29 14:19:55.625829 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jun 29 14:19:55.625993 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jun 29 14:19:55.626529 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.626799 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.627071 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.627347 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.627433 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:19:55.627861 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.628168 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.628453 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.628691 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.628960 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.629241 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.629377 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.629517 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.629770 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.630003 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.630290 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.630594 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.630846 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.631091 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.631267 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.631532 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.631788 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.632014 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.632275 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] debug                          = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.632531 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.633000 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.633225 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.633481 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.633736 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.634013 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.634261 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.634560 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.634782 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.634998 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.635234 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.635500 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.635718 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.636686 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.636956 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.637188 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.638271 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] host                           = dv-cinder-798356-1-iscsi {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.638271 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.638271 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.638631 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.638719 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.638928 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.639144 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.639943 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.640628 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.640896 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.641127 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.641389 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.641626 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.641845 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.642099 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.642265 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.642552 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.642817 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.643108 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.643292 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.643461 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.643643 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.643907 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.644074 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.644344 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.644566 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.644784 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.644996 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.645233 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.645464 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.645724 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.645936 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.646169 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.646381 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.646678 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.646905 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.647129 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.647354 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.647592 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.647808 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.648021 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.648240 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.648457 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.648694 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.648906 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.649143 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.649412 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.649654 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.649889 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.650154 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.650391 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.650638 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.650916 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.651384 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.651993 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:19:55.652240 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.652697 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.653141 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.653550 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.653973 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.654367 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.654896 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.655309 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.655703 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.656137 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.656540 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.656902 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.657342 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.657559 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.657784 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.658029 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.658475 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.658803 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.659159 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.659431 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.659695 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.659991 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.660212 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.660380 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.660622 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.661054 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.661572 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.661798 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.662167 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.662424 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.662730 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.13/identity {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.663731 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.663731 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.663731 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.663731 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.664019 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.664085 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.664316 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.664568 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.665695 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.665695 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.665695 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.665695 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.665967 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.666036 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.666313 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.666618 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.666820 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.667059 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.668167 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.668167 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.668491 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.668568 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.668756 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.669151 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.669508 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.669660 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.669858 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.670587 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.670587 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.670896 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.671042 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.671180 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.671501 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.671667 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.671806 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.673172 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.673172 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.673172 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.673172 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.673172 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.673172 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.674014 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.674014 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.674014 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.674014 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.674683 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.674683 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.674683 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.676091 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.676091 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.676091 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.676476 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.676476 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.676743 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.676880 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.677014 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.677528 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.677831 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.678270 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.678440 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.678731 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.678967 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.679208 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.679479 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.679745 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.679937 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.680207 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.680439 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.680677 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.680917 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.681174 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.681416 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.681689 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.681972 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.682268 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.682427 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.682670 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.683480 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.683914 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.684346 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.684602 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.684892 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.685242 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.685427 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.685659 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.685912 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.686342 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.686527 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.686809 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.686981 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.687252 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.687539 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.687817 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.689215 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.689215 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.689215 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.689215 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.689215 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.689924 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.689924 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.689924 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.690236 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.690341 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.690584 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.691173 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.691173 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.691459 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.691595 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.691868 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.692046 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.692442 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.692610 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.693716 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.693716 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.693716 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.693716 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.694176 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.694176 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.694377 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.13/identity {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.694756 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.694756 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.695054 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.695192 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.695883 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.695883 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.695883 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.696224 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.696326 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.696549 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.696753 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.697093 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.697273 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.697421 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.698583 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.698583 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.698583 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.698583 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.698583 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.699582 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.699582 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.699582 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.700310 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.700310 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.700310 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.703719 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.704036 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.704224 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 35600) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:19:55.704416 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.704562 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.704982 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.705146 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.705327 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.705590 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.705840 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.706097 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.706300 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.706565 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.706799 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.707085 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.707427 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.707577 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.707740 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.707996 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.708334 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.708599 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.709874 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.709874 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.709874 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.709874 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.709874 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.710716 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.710716 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.710716 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.710716 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.711142 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.711142 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.712416 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.712416 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.712416 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.712416 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.712416 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.712416 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.712952 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0063653
Jun 29 14:19:55.714060 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.714060 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.714060 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.714060 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.715004 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.715004 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.715004 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.715004 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.715396 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.715499 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.716577 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.716577 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.716577 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.716577 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.716577 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.717951 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.718191 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.718479 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.720831 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.721153 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.721423 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.721721 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.722848 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.723799 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.724308 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.724947 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.724947 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.725201 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.725487 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.725756 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.726232 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.726392 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.727385 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.727617 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.727943 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.728277 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.728896 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.728896 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.729152 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.729529 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.730199 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.730436 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.730792 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.731151 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.731298 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.731548 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.731803 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.732039 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.732884 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.732884 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.732884 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.733173 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.733173 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.733679 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.733679 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.733987 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 29 14:19:55.734358 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=74129) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 29 14:19:55.737206 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2567}}
Jun 29 14:19:55.737206 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2568}}
Jun 29 14:19:55.737206 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2569}}
Jun 29 14:19:55.737206 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2570}}
Jun 29 14:19:55.737206 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2572}}
Jun 29 14:19:55.737206 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.737206 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.737206 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.738569 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.738569 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.738569 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.738569 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.738569 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.738569 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.738569 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.738569 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.741748 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.741748 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.741748 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.741748 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.741748 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.741748 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.741748 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.741748 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.742817 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.742817 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.742817 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.742817 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] debug                          = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.742817 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.742817 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.743918 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.743918 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.743918 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.743918 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.743918 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.743918 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.743918 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.744955 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.745302 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.745302 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.746089 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.748306 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.748306 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.748306 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.748306 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] host                           = dv-cinder-798356-1-iscsi {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.748306 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.748306 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.748306 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.748306 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.749403 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.749403 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.750532 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.750532 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.750532 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.750532 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.750532 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.751313 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.751678 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.752032 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.752396 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.752774 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.752942 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.753220 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.753447 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.753971 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.754328 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.754745 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.755099 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.755482 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.755658 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.755940 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.756159 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.757072 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.757072 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.757072 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.757072 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.757072 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.757895 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.757895 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.757895 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.757895 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.757895 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.757895 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.758236 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.758236 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.758352 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.758568 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.758846 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.759061 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.759274 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.759561 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.759668 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.759797 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.759947 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.760108 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.760272 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.761863 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.762049 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.762218 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.762399 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.762660 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.763034 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.763356 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.763521 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.763680 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.763836 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.764125 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.764308 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.766582 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.766582 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.766582 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.766582 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.766582 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.766907 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2580}}
Jun 29 14:19:55.766907 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.767051 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.767263 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.767435 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.767597 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.767759 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.768675 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.768675 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.768675 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.768675 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.768675 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.768675 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.769284 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.769284 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.769284 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.13/identity {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.769284 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.769655 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.769655 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.769859 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.769859 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.770053 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.770164 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.770407 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.770895 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.771067 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.771228 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.771390 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.771552 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.771713 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.771874 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.772035 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.772195 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.772356 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.772516 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.772676 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.772838 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.772999 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.773165 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.773821 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.773821 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.773821 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.773821 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.774226 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.774226 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.774419 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.774561 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.774691 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.774802 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.775457 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.775611 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.775774 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.776047 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.776418 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.776759 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.777842 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.777842 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.777842 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.777842 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.777842 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.777842 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.777842 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.780553 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.780553 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.780553 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.780553 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.780553 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.780553 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.780553 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.780553 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.780553 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.781096 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.781096 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.781096 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.781096 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.781096 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.781558 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.781731 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.781893 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.782057 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.782220 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.783123 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.783123 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.783123 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.783123 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.783123 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.783123 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.783521 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.783521 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.783641 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.783747 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.784060 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.784329 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.784484 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.784628 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.784779 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.784938 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.785074 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:19:55.785218 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.785367 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.785367 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.785624 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.785772 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.785906 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.786061 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.786192 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.786327 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.786482 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.786669 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.786805 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.786939 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.787069 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.787228 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.787391 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.787549 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.787915 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.788230 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.788392 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.788551 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.788721 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.788895 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.789056 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.789217 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.789377 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.789562 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.789721 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.789881 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.790040 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.790199 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.790359 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.790537 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.790702 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.790863 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.791022 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.791182 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.791344 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.13/identity {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.791503 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.791662 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.791822 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.791981 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.792160 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.792833 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.792997 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.793158 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.793319 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.793478 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.793639 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.793797 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.793956 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.794116 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.794275 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.794557 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.794722 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.794882 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.795042 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.795200 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.795359 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.795518 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.795674 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.796281 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.796281 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.796281 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.796281 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.796705 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.796705 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.796705 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.796919 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.797023 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.797185 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.797346 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.797506 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.797698 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.797810 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.806536 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.806536 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.806536 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.806536 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.806536 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.806536 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.806536 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.806536 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.807045 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.807045 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.807045 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.807045 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.807045 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.807045 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.807045 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.807045 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.807470 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.807470 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.807470 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.807470 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.807470 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.807470 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.807470 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.807470 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.807470 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] xenapi.connection_password     = **** {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.808604 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] xenapi.connection_url          = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.808604 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] xenapi.connection_username     = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.808604 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.808604 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.808604 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.808604 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.808604 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.808604 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.808604 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.809104 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.809104 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.809104 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.809104 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.809104 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.809104 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.809104 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.809104 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.809517 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.809517 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.809517 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.809517 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.809517 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.809517 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.809517 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.809517 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.809940 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.809940 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.809940 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.809940 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.809940 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.809940 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.809940 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:500:549'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.809940 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.810363 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.810363 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.810363 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.810363 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.810363 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.810363 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.810363 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.810363 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.810363 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.810887 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.810887 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.810887 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.810887 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.810887 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.810887 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.810887 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.810887 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.811320 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.811320 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.811320 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.812418 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.812418 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2587}}
Jun 29 14:19:55.812584 dv-cinder-798356-1-iscsi neutron-server[74129]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=74129) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 29 14:20:06.002314 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c2d9ed-8d55-41d7-8523-a1cded1539b8 None None] get_active_networks_info from dv-cinder-798356-1-iscsi {{(pid=74236) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Jun 29 14:20:06.070195 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c2d9ed-8d55-41d7-8523-a1cded1539b8 None None] No non-hosted networks {{(pid=74236) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jun 29 14:20:06.076710 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-1090c70c-4fbd-4a1b-b07a-837f357d41b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-669508'] for agent, after_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:06.332682 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-669508'] for agent, after_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:06.333531 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:06.334153 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:06.334671 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:06.334994 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:06.335351 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:06.335675 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:06.336013 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:06.336333 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:06.336675 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:06.336992 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:06.337307 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:06.337724 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f0b94f14100>, 'Open vSwitch agent', 'dv-cinder-798356-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:20:06.348578 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f0b94e11190>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-798356-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:20:08.139078 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-0632a6cc-58b1-4cd4-ab75-cf93c9da7cf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-669508'] for agent, after_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:08.188208 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-d7eb4551-9fe9-40a6-831c-fb29bc97aa01 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:09.171454 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-669508'] for agent, after_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:10.280050 dv-cinder-798356-1-iscsi neutron-server[74236]: INFO neutron.db.l3_hamode_db [None req-8791ef64-33c5-4192-8eac-df07c629eb9f None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jun 29 14:20:10.367336 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8791ef64-33c5-4192-8eac-df07c629eb9f None None] Routers set() bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:20:10.367716 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8791ef64-33c5-4192-8eac-df07c629eb9f None None] Router IDs set() for agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}}
Jun 29 14:20:10.820046 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-669508'] for agent, after_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:12.380106 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 35696) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:20:12.978188 dv-cinder-798356-1-iscsi neutron-server[74234]: WARNING oslo_policy.policy [None req-14485294-cb55-45ad-8374-0570448b02fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 29 14:20:12.978828 dv-cinder-798356-1-iscsi neutron-server[74234]: WARNING oslo_policy.policy [None req-14485294-cb55-45ad-8374-0570448b02fc admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 29 14:20:13.200218 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [None req-14485294-cb55-45ad-8374-0570448b02fc admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=74234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 29 14:20:13.201281 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-14485294-cb55-45ad-8374-0570448b02fc admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.8202639
Jun 29 14:20:15.387616 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 35710) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:20:15.985344 dv-cinder-798356-1-iscsi neutron-server[74235]: WARNING oslo_policy.policy [None req-b836bd56-60b7-4ef8-b5b6-11bf6141dfb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 29 14:20:15.985935 dv-cinder-798356-1-iscsi neutron-server[74235]: WARNING oslo_policy.policy [None req-b836bd56-60b7-4ef8-b5b6-11bf6141dfb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 29 14:20:16.200111 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-b836bd56-60b7-4ef8-b5b6-11bf6141dfb2 admin admin] Request body: {'subnetpool': {'shared': True, 'prefixes': ['172.20.0.0/16'], 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'is_default': True}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:20:16.249052 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.policy [None req-b836bd56-60b7-4ef8-b5b6-11bf6141dfb2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74235) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Jun 29 14:20:16.249720 dv-cinder-798356-1-iscsi neutron-server[74235]: WARNING oslo_policy.policy [None req-b836bd56-60b7-4ef8-b5b6-11bf6141dfb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 29 14:20:16.250087 dv-cinder-798356-1-iscsi neutron-server[74235]: WARNING oslo_policy.policy [None req-b836bd56-60b7-4ef8-b5b6-11bf6141dfb2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 29 14:20:16.253449 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.quota [None req-b836bd56-60b7-4ef8-b5b6-11bf6141dfb2 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f0b94f414f0>.
Jun 29 14:20:16.269404 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-b836bd56-60b7-4ef8-b5b6-11bf6141dfb2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:20:16.336378 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-b836bd56-60b7-4ef8-b5b6-11bf6141dfb2 admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730485138512', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730484988337', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730484982913', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730484975503', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8730484970133', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-3691469', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3781644', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-651430', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-588129'] for rbac-policy, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:16.401552 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-b836bd56-60b7-4ef8-b5b6-11bf6141dfb2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:16.402932 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-b836bd56-60b7-4ef8-b5b6-11bf6141dfb2 admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 1.0132344
Jun 29 14:20:18.852116 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 35728) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:20:19.222428 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '6fa0e2da7a48418eab14cd581c6cde08'}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:20:19.227686 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:20:19.231797 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Usage tracker for resource:network and tenant:6fa0e2da7a48418eab14cd581c6cde08 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:20:19.236259 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:20:19.242238 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:20:19.252300 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Made reservation on behalf of 6fa0e2da7a48418eab14cd581c6cde08 for: {'network': 1} {{(pid=74235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:20:19.255497 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for network, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:19.273583 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:19.316604 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:20:19.320214 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Usage tracker for resource:security_group_rule and tenant:6fa0e2da7a48418eab14cd581c6cde08 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:20:19.323585 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:20:19.329349 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:20:19.401281 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:19.405091 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:19.410696 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:20:19.430314 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] vlan segment allocate from pool success with {'vlan_id': 500, 'physical_network': 'physnet1'}  {{(pid=74235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 14:20:19.456569 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730483304057', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:19.457172 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f0b95b26790> segment precommit_create {{(pid=74235) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 29 14:20:19.457631 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.db.segments_db [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Added segment be2cdf9a-9217-44eb-9b2c-4802ba9193a7 of type vlan for network 64a02559-00fe-445f-9bd4-5bba889aee0b
Jun 29 14:20:19.471604 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a078b33-fbf0-4631-872c-a232aae05e9d,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:20:19.527610 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:19.528927 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:19.530738 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:19.531073 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:19.532441 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:19.532781 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:19.533113 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:19.533449 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:19.533769 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:19.534082 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:19.534391 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:19.535502 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Tracked resource versions report:
Jun 29 14:20:19.535502 dv-cinder-798356-1-iscsi neutron-server[74235]: pushed versions:
Jun 29 14:20:19.535502 dv-cinder-798356-1-iscsi neutron-server[74235]: {   'ConntrackHelper': {'1.0'},
Jun 29 14:20:19.535502 dv-cinder-798356-1-iscsi neutron-server[74235]:     'Log': {'1.0'},
Jun 29 14:20:19.535502 dv-cinder-798356-1-iscsi neutron-server[74235]:     'Network': {'1.1'},
Jun 29 14:20:19.535502 dv-cinder-798356-1-iscsi neutron-server[74235]:     'Port': {'1.5'},
Jun 29 14:20:19.535502 dv-cinder-798356-1-iscsi neutron-server[74235]:     'PortForwarding': {'1.2'},
Jun 29 14:20:19.535502 dv-cinder-798356-1-iscsi neutron-server[74235]:     'QosPolicy': {'1.8'},
Jun 29 14:20:19.535502 dv-cinder-798356-1-iscsi neutron-server[74235]:     'SecurityGroup': {'1.2'},
Jun 29 14:20:19.535502 dv-cinder-798356-1-iscsi neutron-server[74235]:     'SecurityGroupRule': {'1.0'},
Jun 29 14:20:19.535502 dv-cinder-798356-1-iscsi neutron-server[74235]:     'SubPort': {'1.0'},
Jun 29 14:20:19.535502 dv-cinder-798356-1-iscsi neutron-server[74235]:     'Subnet': {'1.1'},
Jun 29 14:20:19.535502 dv-cinder-798356-1-iscsi neutron-server[74235]:     'Trunk': {'1.1'}}
Jun 29 14:20:19.535502 dv-cinder-798356-1-iscsi neutron-server[74235]: consumer versions:
Jun 29 14:20:19.535502 dv-cinder-798356-1-iscsi neutron-server[74235]: {   DHCP agent@dv-cinder-798356-1-iscsi: {},
Jun 29 14:20:19.535502 dv-cinder-798356-1-iscsi neutron-server[74235]:     L3 agent@dv-cinder-798356-1-iscsi: {},
Jun 29 14:20:19.535502 dv-cinder-798356-1-iscsi neutron-server[74235]:     Metadata agent@dv-cinder-798356-1-iscsi: {},
Jun 29 14:20:19.535502 dv-cinder-798356-1-iscsi neutron-server[74235]:     Metering agent@dv-cinder-798356-1-iscsi: {},
Jun 29 14:20:19.535502 dv-cinder-798356-1-iscsi neutron-server[74235]:     Open vSwitch agent@dv-cinder-798356-1-iscsi: {   'ConntrackHelper': '1.0',
Jun 29 14:20:19.535502 dv-cinder-798356-1-iscsi neutron-server[74235]:                                                      'Log': '1.0',
Jun 29 14:20:19.535502 dv-cinder-798356-1-iscsi neutron-server[74235]:                                                      'Network': '1.1',
Jun 29 14:20:19.535502 dv-cinder-798356-1-iscsi neutron-server[74235]:                                                      'Port': '1.5',
Jun 29 14:20:19.535502 dv-cinder-798356-1-iscsi neutron-server[74235]:                                                      'PortForwarding': '1.2',
Jun 29 14:20:19.535502 dv-cinder-798356-1-iscsi neutron-server[74235]:                                                      'QosPolicy': '1.8',
Jun 29 14:20:19.535502 dv-cinder-798356-1-iscsi neutron-server[74235]:                                                      'SecurityGroup': '1.2',
Jun 29 14:20:19.535502 dv-cinder-798356-1-iscsi neutron-server[74235]:                                                      'SecurityGroupRule': '1.0',
Jun 29 14:20:19.535502 dv-cinder-798356-1-iscsi neutron-server[74235]:                                                      'SubPort': '1.0',
Jun 29 14:20:19.535502 dv-cinder-798356-1-iscsi neutron-server[74235]:                                                      'Subnet': '1.1',
Jun 29 14:20:19.535502 dv-cinder-798356-1-iscsi neutron-server[74235]:                                                      'Trunk': '1.1'}}
Jun 29 14:20:19.535502 dv-cinder-798356-1-iscsi neutron-server[74235]:  {{(pid=74235) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 29 14:20:19.580242 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:20:19.583530 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482767800'] for network, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:19.621907 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695'] for network, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:19.623418 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:20:19.624085 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:19.628678 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:20:19.732596 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8793592
Jun 29 14:20:19.736992 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Pushing event updated for resources: {'Network': ['ID=64a02559-00fe-445f-9bd4-5bba889aee0b,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:20:19.740154 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:20:19.749456 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Network 64a02559-00fe-445f-9bd4-5bba889aee0b details requested by agent ovs-agent-dv-cinder-798356-1-iscsi with host dv-cinder-798356-1-iscsi {{(pid=74236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 14:20:22.272526 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 35744) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:20:22.736515 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77ea24f-c188-4d21-a47e-e784e6c7dac1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:20:22.737833 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-b77ea24f-c188-4d21-a47e-e784e6c7dac1 admin admin] 10.222.0.13 "GET /v2.0/networks/64a02559-00fe-445f-9bd4-5bba889aee0b HTTP/1.1" status: 200  len: 825 time: 0.4643464
Jun 29 14:20:22.767253 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-eb483f19-28e2-4a7d-bcb9-27be0087bc2e admin admin] 10.222.0.13 "GET /v2.0/subnetpools/1bbea829-47d6-4b0a-abc6-6db8bbcd65c4 HTTP/1.1" status: 200  len: 734 time: 0.0241687
Jun 29 14:20:22.775288 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-5ebd57b4-730b-4fa6-a567-1d9f7e12f6c8 admin admin] Request body: {'subnet': {'tenant_id': '6fa0e2da7a48418eab14cd581c6cde08', 'network_id': '64a02559-00fe-445f-9bd4-5bba889aee0b', 'subnetpool_id': '1bbea829-47d6-4b0a-abc6-6db8bbcd65c4', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet'}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:20:22.779478 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-5ebd57b4-730b-4fa6-a567-1d9f7e12f6c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:20:22.783106 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-5ebd57b4-730b-4fa6-a567-1d9f7e12f6c8 admin admin] Usage tracker for resource:subnet and tenant:6fa0e2da7a48418eab14cd581c6cde08 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:20:22.785870 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-5ebd57b4-730b-4fa6-a567-1d9f7e12f6c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:20:22.791899 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-5ebd57b4-730b-4fa6-a567-1d9f7e12f6c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:20:22.800650 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebd57b4-730b-4fa6-a567-1d9f7e12f6c8 admin admin] Made reservation on behalf of 6fa0e2da7a48418eab14cd581c6cde08 for: {'subnet': 1} {{(pid=74235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:20:22.802740 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-5ebd57b4-730b-4fa6-a567-1d9f7e12f6c8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:23.057791 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-5ebd57b4-730b-4fa6-a567-1d9f7e12f6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695'] for subnet, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:23.062064 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:20:23.140219 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebd57b4-730b-4fa6-a567-1d9f7e12f6c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20c9c56a-6168-461c-8550-3e675c1d8c4f,revision_number=0']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:20:23.144915 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ebd57b4-730b-4fa6-a567-1d9f7e12f6c8 admin admin] Checking segment: {'id': 'be2cdf9a-9217-44eb-9b2c-4802ba9193a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '64a02559-00fe-445f-9bd4-5bba889aee0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:20:23.145295 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebd57b4-730b-4fa6-a567-1d9f7e12f6c8 admin admin] Network hostable DHCP agents. Network: 64a02559-00fe-445f-9bd4-5bba889aee0b, hostable agents: ['e1a882d0-1bb9-433b-98f7-0ae4434a4814'], hosted agents: [] {{(pid=74235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 14:20:23.150424 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-5ebd57b4-730b-4fa6-a567-1d9f7e12f6c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:20:23.168626 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ebd57b4-730b-4fa6-a567-1d9f7e12f6c8 admin admin] Network 64a02559-00fe-445f-9bd4-5bba889aee0b is scheduled to be hosted by DHCP agent e1a882d0-1bb9-433b-98f7-0ae4434a4814 with binding_index 1 {{(pid=74235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 14:20:23.178345 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.base_scheduler [None req-5ebd57b4-730b-4fa6-a567-1d9f7e12f6c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-iscsi, 64a02559-00fe-445f-9bd4-5bba889aee0b) {{(pid=74235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:20:23.182751 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebd57b4-730b-4fa6-a567-1d9f7e12f6c8 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:20:23.183312 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-5ebd57b4-730b-4fa6-a567-1d9f7e12f6c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for subnet, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:23.187988 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b43281a6-7c6e-4bf8-8777-4b59066b58bd None None] Network 64a02559-00fe-445f-9bd4-5bba889aee0b requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:20:23.204324 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-5ebd57b4-730b-4fa6-a567-1d9f7e12f6c8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.4321804
Jun 29 14:20:23.493116 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14f6528a-7bc9-5c5a-9684-7403d901c9bd-64a02559-00fe-445f-9bd4-5bba889aee0b', 'network_id': '64a02559-00fe-445f-9bd4-5bba889aee0b', 'tenant_id': '6fa0e2da7a48418eab14cd581c6cde08', 'fixed_ips': [{'subnet_id': '20c9c56a-6168-461c-8550-3e675c1d8c4f'}]}} from dv-cinder-798356-1-iscsi. {{(pid=74236) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 29 14:20:23.494338 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:23.681762 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.db_base_plugin_common [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Allocated IP 172.20.0.2 (64a02559-00fe-445f-9bd4-5bba889aee0b/20c9c56a-6168-461c-8550-3e675c1d8c4f/2da4cc9f-bb56-4618-ab07-660dba720aed) {{(pid=74236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:20:23.904238 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Notify callbacks [] for port, precommit_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:23.917843 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Transition to ACTIVE for port object 2da4cc9f-bb56-4618-ab07-660dba720aed will not be triggered until provisioned by entity L2. {{(pid=74236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:20:23.936236 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Transition to ACTIVE for port object 2da4cc9f-bb56-4618-ab07-660dba720aed will not be triggered until provisioned by entity DHCP. {{(pid=74236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:20:23.942718 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793'] for port, after_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:23.950063 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:20:24.009650 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Network 64a02559-00fe-445f-9bd4-5bba889aee0b is already hosted by enough agents. {{(pid=74236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:20:24.012504 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.scheduler.base_scheduler [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Resources bound (agent type, host, resource id):  {{(pid=74236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:20:24.019493 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Received port after_create {{(pid=74236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:20:24.021594 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Pushing event updated for resources: {'Port': ['ID=2da4cc9f-bb56-4618-ab07-660dba720aed,revision_number=1']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:20:24.061115 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:24.061449 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:24.061776 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:24.062097 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:24.062418 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:24.062757 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:24.063075 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:24.063414 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:24.063731 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:24.064040 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:24.064351 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:24.065470 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Tracked resource versions report:
Jun 29 14:20:24.065470 dv-cinder-798356-1-iscsi neutron-server[74236]: pushed versions:
Jun 29 14:20:24.065470 dv-cinder-798356-1-iscsi neutron-server[74236]: {   'ConntrackHelper': {'1.0'},
Jun 29 14:20:24.065470 dv-cinder-798356-1-iscsi neutron-server[74236]:     'Log': {'1.0'},
Jun 29 14:20:24.065470 dv-cinder-798356-1-iscsi neutron-server[74236]:     'Network': {'1.1'},
Jun 29 14:20:24.065470 dv-cinder-798356-1-iscsi neutron-server[74236]:     'Port': {'1.5'},
Jun 29 14:20:24.065470 dv-cinder-798356-1-iscsi neutron-server[74236]:     'PortForwarding': {'1.2'},
Jun 29 14:20:24.065470 dv-cinder-798356-1-iscsi neutron-server[74236]:     'QosPolicy': {'1.8'},
Jun 29 14:20:24.065470 dv-cinder-798356-1-iscsi neutron-server[74236]:     'SecurityGroup': {'1.2'},
Jun 29 14:20:24.065470 dv-cinder-798356-1-iscsi neutron-server[74236]:     'SecurityGroupRule': {'1.0'},
Jun 29 14:20:24.065470 dv-cinder-798356-1-iscsi neutron-server[74236]:     'SubPort': {'1.0'},
Jun 29 14:20:24.065470 dv-cinder-798356-1-iscsi neutron-server[74236]:     'Subnet': {'1.1'},
Jun 29 14:20:24.065470 dv-cinder-798356-1-iscsi neutron-server[74236]:     'Trunk': {'1.1'}}
Jun 29 14:20:24.065470 dv-cinder-798356-1-iscsi neutron-server[74236]: consumer versions:
Jun 29 14:20:24.065470 dv-cinder-798356-1-iscsi neutron-server[74236]: {   DHCP agent@dv-cinder-798356-1-iscsi: {},
Jun 29 14:20:24.065470 dv-cinder-798356-1-iscsi neutron-server[74236]:     L3 agent@dv-cinder-798356-1-iscsi: {},
Jun 29 14:20:24.065470 dv-cinder-798356-1-iscsi neutron-server[74236]:     Metadata agent@dv-cinder-798356-1-iscsi: {},
Jun 29 14:20:24.065470 dv-cinder-798356-1-iscsi neutron-server[74236]:     Metering agent@dv-cinder-798356-1-iscsi: {},
Jun 29 14:20:24.065470 dv-cinder-798356-1-iscsi neutron-server[74236]:     Open vSwitch agent@dv-cinder-798356-1-iscsi: {   'ConntrackHelper': '1.0',
Jun 29 14:20:24.065470 dv-cinder-798356-1-iscsi neutron-server[74236]:                                                      'Log': '1.0',
Jun 29 14:20:24.065470 dv-cinder-798356-1-iscsi neutron-server[74236]:                                                      'Network': '1.1',
Jun 29 14:20:24.065470 dv-cinder-798356-1-iscsi neutron-server[74236]:                                                      'Port': '1.5',
Jun 29 14:20:24.065470 dv-cinder-798356-1-iscsi neutron-server[74236]:                                                      'PortForwarding': '1.2',
Jun 29 14:20:24.065470 dv-cinder-798356-1-iscsi neutron-server[74236]:                                                      'QosPolicy': '1.8',
Jun 29 14:20:24.065470 dv-cinder-798356-1-iscsi neutron-server[74236]:                                                      'SecurityGroup': '1.2',
Jun 29 14:20:24.065470 dv-cinder-798356-1-iscsi neutron-server[74236]:                                                      'SecurityGroupRule': '1.0',
Jun 29 14:20:24.065470 dv-cinder-798356-1-iscsi neutron-server[74236]:                                                      'SubPort': '1.0',
Jun 29 14:20:24.065470 dv-cinder-798356-1-iscsi neutron-server[74236]:                                                      'Subnet': '1.1',
Jun 29 14:20:24.065470 dv-cinder-798356-1-iscsi neutron-server[74236]:                                                      'Trunk': '1.1'}}
Jun 29 14:20:24.065470 dv-cinder-798356-1-iscsi neutron-server[74236]:  {{(pid=74236) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 29 14:20:24.097552 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:20:24.121695 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Attempting to bind port 2da4cc9f-bb56-4618-ab07-660dba720aed on host dv-cinder-798356-1-iscsi for vnic_type normal with profile  {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:20:24.122085 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Attempting to bind port 2da4cc9f-bb56-4618-ab07-660dba720aed by drivers openvswitch,hyperv on host dv-cinder-798356-1-iscsi at level 0 using segments [{'id': 'be2cdf9a-9217-44eb-9b2c-4802ba9193a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '64a02559-00fe-445f-9bd4-5bba889aee0b'}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:20:24.122524 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Attempting to bind port 2da4cc9f-bb56-4618-ab07-660dba720aed on network 64a02559-00fe-445f-9bd4-5bba889aee0b {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:20:24.128813 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Checking agent: {'id': '7de42cfb-0b94-485f-bf24-4ef591216796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 6), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 6), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 20, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:20:24.129217 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Checking segment: {'id': 'be2cdf9a-9217-44eb-9b2c-4802ba9193a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '64a02559-00fe-445f-9bd4-5bba889aee0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:20:24.129674 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:24.130061 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Bound using segment: {'id': 'be2cdf9a-9217-44eb-9b2c-4802ba9193a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '64a02559-00fe-445f-9bd4-5bba889aee0b'} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:20:24.130576 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Bound port: 2da4cc9f-bb56-4618-ab07-660dba720aed, host: dv-cinder-798356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2cdf9a-9217-44eb-9b2c-4802ba9193a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '64a02559-00fe-445f-9bd4-5bba889aee0b'}}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:20:24.130957 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:24.215003 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] For port 2da4cc9f-bb56-4618-ab07-660dba720aed, host dv-cinder-798356-1-iscsi, cleared binding levels {{(pid=74236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:20:24.218809 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] For port 2da4cc9f-bb56-4618-ab07-660dba720aed, host dv-cinder-798356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=2da4cc9f-bb56-4618-ab07-660dba720aed,segment=NetworkSegment(be2cdf9a-9217-44eb-9b2c-4802ba9193a7),segment_id=be2cdf9a-9217-44eb-9b2c-4802ba9193a7)] {{(pid=74236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:20:24.223525 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:24.227536 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:20:24.329259 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Pushing event updated for resources: {'Port': ['ID=2da4cc9f-bb56-4618-ab07-660dba720aed,revision_number=2']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:20:24.352703 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:20:25.464675 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 35756) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:20:25.872154 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [None req-4c85c963-7829-442b-adfb-5525fbaad7b2 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=74234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 29 14:20:25.873105 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-4c85c963-7829-442b-adfb-5525fbaad7b2 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4075193
Jun 29 14:20:27.915783 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-212eb3a6-a50d-4b59-8d04-38c001197bd6 None None] Network 64a02559-00fe-445f-9bd4-5bba889aee0b requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:20:28.008156 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-d522f8a4-dfdb-44b5-9306-5b1e1159c3f0 None None] Provisioning for port 2da4cc9f-bb56-4618-ab07-660dba720aed completed by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:20:28.105755 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 35770) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:20:28.507301 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [None req-ee0f11fe-e113-4346-828a-6740001fddc3 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=74234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 29 14:20:28.508242 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-ee0f11fe-e113-4346-828a-6740001fddc3 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.4015925
Jun 29 14:20:28.631115 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 2da4cc9f-bb56-4618-ab07-660dba720aed up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:20:28.707749 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning for port 2da4cc9f-bb56-4618-ab07-660dba720aed completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:20:28.714409 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 2da4cc9f-bb56-4618-ab07-660dba720aed triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:20:28.714833 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:28.827356 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:28.859624 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] For port 2da4cc9f-bb56-4618-ab07-660dba720aed, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=2da4cc9f-bb56-4618-ab07-660dba720aed,segment=NetworkSegment(be2cdf9a-9217-44eb-9b2c-4802ba9193a7),segment_id=be2cdf9a-9217-44eb-9b2c-4802ba9193a7)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:20:28.863741 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:28.865802 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:20:28.926972 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Pushing event updated for resources: {'Port': ['ID=2da4cc9f-bb56-4618-ab07-660dba720aed,revision_number=3']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:20:28.929942 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:20:30.609575 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 2da4cc9f-bb56-4618-ab07-660dba720aed up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:20:30.681979 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 2da4cc9f-bb56-4618-ab07-660dba720aed triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:20:30.682356 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:31.104796 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 35782) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:20:31.475427 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-395ddd0c-00d2-4b62-bbb5-6b5b562de2c2 admin admin] Request body: {'router': {'name': 'router1', 'tenant_id': '6fa0e2da7a48418eab14cd581c6cde08', 'admin_state_up': True}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:20:31.509071 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.policy [None req-395ddd0c-00d2-4b62-bbb5-6b5b562de2c2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=74234) register_rules /opt/stack/neutron/neutron/policy.py:65}}
Jun 29 14:20:31.510433 dv-cinder-798356-1-iscsi neutron-server[74234]: WARNING oslo_policy.policy [None req-395ddd0c-00d2-4b62-bbb5-6b5b562de2c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 29 14:20:31.510832 dv-cinder-798356-1-iscsi neutron-server[74234]: WARNING oslo_policy.policy [None req-395ddd0c-00d2-4b62-bbb5-6b5b562de2c2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 29 14:20:31.514119 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.quota [None req-395ddd0c-00d2-4b62-bbb5-6b5b562de2c2 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f0b94f97d30>.
Jun 29 14:20:31.529335 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-395ddd0c-00d2-4b62-bbb5-6b5b562de2c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:20:31.535652 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-395ddd0c-00d2-4b62-bbb5-6b5b562de2c2 admin admin] Usage tracker for resource:router and tenant:6fa0e2da7a48418eab14cd581c6cde08 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:20:31.540281 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-395ddd0c-00d2-4b62-bbb5-6b5b562de2c2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:20:31.547585 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-395ddd0c-00d2-4b62-bbb5-6b5b562de2c2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:20:31.563717 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-395ddd0c-00d2-4b62-bbb5-6b5b562de2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6752'] for router, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:31.565568 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-395ddd0c-00d2-4b62-bbb5-6b5b562de2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-672253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-746119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6783'] for router, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:31.592923 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-395ddd0c-00d2-4b62-bbb5-6b5b562de2c2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:31.709007 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-395ddd0c-00d2-4b62-bbb5-6b5b562de2c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670196'] for router, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:31.728122 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-395ddd0c-00d2-4b62-bbb5-6b5b562de2c2 admin admin] Notify callbacks [] for router, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:31.729772 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-395ddd0c-00d2-4b62-bbb5-6b5b562de2c2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6240263
Jun 29 14:20:33.923294 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 35794) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:20:34.304231 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [None req-73e6e3f4-4923-47da-a7df-8c03830b86bc admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=74234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 29 14:20:34.305141 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-73e6e3f4-4923-47da-a7df-8c03830b86bc admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.3809407
Jun 29 14:20:35.920697 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-5005f3a6-a528-478c-ba40-edbddb0f40e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:36.325101 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:36.501236 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 35804) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:20:36.885047 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Request body: {'network': {'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'admin_state_up': True}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:20:36.892343 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:20:36.895989 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Usage tracker for resource:network and tenant:ffa63d406f8a4a498e2f45c8217b3be2 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:20:36.899343 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:20:36.904828 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:20:36.914113 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Made reservation on behalf of ffa63d406f8a4a498e2f45c8217b3be2 for: {'network': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:20:36.917313 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for network, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:36.933605 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:36.971890 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:20:36.975803 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Usage tracker for resource:security_group_rule and tenant:ffa63d406f8a4a498e2f45c8217b3be2 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:20:36.979436 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:20:36.985028 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:20:37.049589 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:37.053071 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:37.058305 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:20:37.068666 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Reserving flat network on physical network physnet1 {{(pid=74234) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jun 29 14:20:37.096413 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8730483304057', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:37.096940 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f0b95b26790> segment precommit_create {{(pid=74234) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 29 14:20:37.097403 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.db.segments_db [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Added segment c4c225a7-9a59-46d1-b662-631cedda96e9 of type flat for network 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368
Jun 29 14:20:37.150932 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec449227-cb09-42dd-80b8-f2878532027a,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:20:37.175547 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:37.175898 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:37.176204 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:37.176518 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:37.176846 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:37.177163 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:37.177471 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:37.177791 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:37.178101 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:37.178401 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:37.178727 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:37.179806 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Tracked resource versions report:
Jun 29 14:20:37.179806 dv-cinder-798356-1-iscsi neutron-server[74234]: pushed versions:
Jun 29 14:20:37.179806 dv-cinder-798356-1-iscsi neutron-server[74234]: {   'ConntrackHelper': {'1.0'},
Jun 29 14:20:37.179806 dv-cinder-798356-1-iscsi neutron-server[74234]:     'Log': {'1.0'},
Jun 29 14:20:37.179806 dv-cinder-798356-1-iscsi neutron-server[74234]:     'Network': {'1.1'},
Jun 29 14:20:37.179806 dv-cinder-798356-1-iscsi neutron-server[74234]:     'Port': {'1.5'},
Jun 29 14:20:37.179806 dv-cinder-798356-1-iscsi neutron-server[74234]:     'PortForwarding': {'1.2'},
Jun 29 14:20:37.179806 dv-cinder-798356-1-iscsi neutron-server[74234]:     'QosPolicy': {'1.8'},
Jun 29 14:20:37.179806 dv-cinder-798356-1-iscsi neutron-server[74234]:     'SecurityGroup': {'1.2'},
Jun 29 14:20:37.179806 dv-cinder-798356-1-iscsi neutron-server[74234]:     'SecurityGroupRule': {'1.0'},
Jun 29 14:20:37.179806 dv-cinder-798356-1-iscsi neutron-server[74234]:     'SubPort': {'1.0'},
Jun 29 14:20:37.179806 dv-cinder-798356-1-iscsi neutron-server[74234]:     'Subnet': {'1.1'},
Jun 29 14:20:37.179806 dv-cinder-798356-1-iscsi neutron-server[74234]:     'Trunk': {'1.1'}}
Jun 29 14:20:37.179806 dv-cinder-798356-1-iscsi neutron-server[74234]: consumer versions:
Jun 29 14:20:37.179806 dv-cinder-798356-1-iscsi neutron-server[74234]: {   DHCP agent@dv-cinder-798356-1-iscsi: {},
Jun 29 14:20:37.179806 dv-cinder-798356-1-iscsi neutron-server[74234]:     L3 agent@dv-cinder-798356-1-iscsi: {},
Jun 29 14:20:37.179806 dv-cinder-798356-1-iscsi neutron-server[74234]:     Metadata agent@dv-cinder-798356-1-iscsi: {},
Jun 29 14:20:37.179806 dv-cinder-798356-1-iscsi neutron-server[74234]:     Metering agent@dv-cinder-798356-1-iscsi: {},
Jun 29 14:20:37.179806 dv-cinder-798356-1-iscsi neutron-server[74234]:     Open vSwitch agent@dv-cinder-798356-1-iscsi: {   'ConntrackHelper': '1.0',
Jun 29 14:20:37.179806 dv-cinder-798356-1-iscsi neutron-server[74234]:                                                      'Log': '1.0',
Jun 29 14:20:37.179806 dv-cinder-798356-1-iscsi neutron-server[74234]:                                                      'Network': '1.1',
Jun 29 14:20:37.179806 dv-cinder-798356-1-iscsi neutron-server[74234]:                                                      'Port': '1.5',
Jun 29 14:20:37.179806 dv-cinder-798356-1-iscsi neutron-server[74234]:                                                      'PortForwarding': '1.2',
Jun 29 14:20:37.179806 dv-cinder-798356-1-iscsi neutron-server[74234]:                                                      'QosPolicy': '1.8',
Jun 29 14:20:37.179806 dv-cinder-798356-1-iscsi neutron-server[74234]:                                                      'SecurityGroup': '1.2',
Jun 29 14:20:37.179806 dv-cinder-798356-1-iscsi neutron-server[74234]:                                                      'SecurityGroupRule': '1.0',
Jun 29 14:20:37.179806 dv-cinder-798356-1-iscsi neutron-server[74234]:                                                      'SubPort': '1.0',
Jun 29 14:20:37.179806 dv-cinder-798356-1-iscsi neutron-server[74234]:                                                      'Subnet': '1.1',
Jun 29 14:20:37.179806 dv-cinder-798356-1-iscsi neutron-server[74234]:                                                      'Trunk': '1.1'}}
Jun 29 14:20:37.179806 dv-cinder-798356-1-iscsi neutron-server[74234]:  {{(pid=74234) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 29 14:20:37.215416 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482767800'] for network, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:37.229705 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:20:37.259492 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695'] for network, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:37.260883 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:20:37.261522 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:37.265890 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:20:37.368059 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Pushing event updated for resources: {'Network': ['ID=4aeb16d3-bc5e-4796-b60c-2ad2a6d47368,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:20:37.370703 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.8684821
Jun 29 14:20:37.372388 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:20:37.379936 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Network 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 details requested by agent ovs-agent-dv-cinder-798356-1-iscsi with host dv-cinder-798356-1-iscsi {{(pid=74236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 14:20:38.134068 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-24937e22-da94-4d03-b804-d79ff8f89727 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:39.127655 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:39.574245 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 35818) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:20:40.116526 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91f151b-b8af-4267-80f9-4d7a043ce11c admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:20:40.117828 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-f91f151b-b8af-4267-80f9-4d7a043ce11c admin admin] 10.222.0.13 "GET /v2.0/subnets/20c9c56a-6168-461c-8550-3e675c1d8c4f HTTP/1.1" status: 200  len: 849 time: 0.5426216
Jun 29 14:20:40.261621 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-19deab5a-beb5-42d9-930b-22de2a4da883 admin admin] 10.222.0.13 "GET /v2.0/routers/c14f1119-4f21-4bf0-a61d-01c116935b5b HTTP/1.1" status: 200  len: 704 time: 0.1384864
Jun 29 14:20:40.748859 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c6937d33-cb36-4c38-93fc-bd832ea3433f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:40.782714 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:40.978378 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_common [None req-c6937d33-cb36-4c38-93fc-bd832ea3433f admin admin] Allocated IP 172.20.0.1 (64a02559-00fe-445f-9bd4-5bba889aee0b/20c9c56a-6168-461c-8550-3e675c1d8c4f/6c6c1f48-448e-4eb8-8634-a3eee6c34c37) {{(pid=74234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:20:41.129579 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c6937d33-cb36-4c38-93fc-bd832ea3433f admin admin] Notify callbacks [] for port, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:41.147071 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [None req-c6937d33-cb36-4c38-93fc-bd832ea3433f admin admin] Transition to ACTIVE for port object 6c6c1f48-448e-4eb8-8634-a3eee6c34c37 will not be triggered until provisioned by entity DHCP. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:20:41.195708 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c6937d33-cb36-4c38-93fc-bd832ea3433f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793'] for port, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:41.199937 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:20:41.264168 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6937d33-cb36-4c38-93fc-bd832ea3433f admin admin] Network 64a02559-00fe-445f-9bd4-5bba889aee0b is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:20:41.266950 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [None req-c6937d33-cb36-4c38-93fc-bd832ea3433f admin admin] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:20:41.270236 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6937d33-cb36-4c38-93fc-bd832ea3433f admin admin] Received port after_create {{(pid=74234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:20:41.270794 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c6937d33-cb36-4c38-93fc-bd832ea3433f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669730'] for router_interface, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:41.280049 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6937d33-cb36-4c38-93fc-bd832ea3433f admin admin] Pushing event updated for resources: {'Port': ['ID=6c6c1f48-448e-4eb8-8634-a3eee6c34c37,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:20:41.283390 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-c6937d33-cb36-4c38-93fc-bd832ea3433f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:20:41.399691 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c6937d33-cb36-4c38-93fc-bd832ea3433f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:41.521555 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-f66b7f98-7c1a-4d39-9af7-f6d7248c3f1a None None] Provisioning for port 6c6c1f48-448e-4eb8-8634-a3eee6c34c37 completed by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:20:41.526669 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-f66b7f98-7c1a-4d39-9af7-f6d7248c3f1a None None] Provisioning complete for port 6c6c1f48-448e-4eb8-8634-a3eee6c34c37 triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:20:41.527043 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-f66b7f98-7c1a-4d39-9af7-f6d7248c3f1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:41.581139 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-f66b7f98-7c1a-4d39-9af7-f6d7248c3f1a None None] Port 6c6c1f48-448e-4eb8-8634-a3eee6c34c37 cannot update to ACTIVE because it is not bound. {{(pid=74236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 14:20:41.620202 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c6937d33-cb36-4c38-93fc-bd832ea3433f admin admin] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:41.624120 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c6937d33-cb36-4c38-93fc-bd832ea3433f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:41.625145 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c6937d33-cb36-4c38-93fc-bd832ea3433f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667662'] for router_interface, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:41.628789 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-c6937d33-cb36-4c38-93fc-bd832ea3433f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:20:41.677584 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 5 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:20:41.755246 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6937d33-cb36-4c38-93fc-bd832ea3433f admin admin] Pushing event updated for resources: {'Port': ['ID=6c6c1f48-448e-4eb8-8634-a3eee6c34c37,revision_number=2']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:20:41.759217 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-c6937d33-cb36-4c38-93fc-bd832ea3433f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:20:41.852770 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6937d33-cb36-4c38-93fc-bd832ea3433f admin admin] Network 64a02559-00fe-445f-9bd4-5bba889aee0b is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:20:41.854410 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [None req-c6937d33-cb36-4c38-93fc-bd832ea3433f admin admin] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:20:42.105281 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-78a26e61-f30b-4d84-a157-935521351405 None None] Provisioning complete for port 6c6c1f48-448e-4eb8-8634-a3eee6c34c37 triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:20:42.105864 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-78a26e61-f30b-4d84-a157-935521351405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:42.155237 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-78a26e61-f30b-4d84-a157-935521351405 None None] Port 6c6c1f48-448e-4eb8-8634-a3eee6c34c37 cannot update to ACTIVE because it is not bound. {{(pid=74236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 14:20:42.194452 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6937d33-cb36-4c38-93fc-bd832ea3433f admin admin] Router c14f1119-4f21-4bf0-a61d-01c116935b5b is scheduled to L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 with binding_index 1 {{(pid=74234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 29 14:20:42.354190 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6937d33-cb36-4c38-93fc-bd832ea3433f admin admin] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:20:42.362774 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-c6937d33-cb36-4c38-93fc-bd832ea3433f admin admin] 10.222.0.13 "PUT /v2.0/routers/c14f1119-4f21-4bf0-a61d-01c116935b5b/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0964720
Jun 29 14:20:42.363233 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc5091b-b45a-4090-8792-05842ad310f7 None None] Sync routers for ids ['c14f1119-4f21-4bf0-a61d-01c116935b5b'] in dv-cinder-798356-1-iscsi {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:20:42.376954 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc5091b-b45a-4090-8792-05842ad310f7 None None] Routers {'c14f1119-4f21-4bf0-a61d-01c116935b5b'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:20:42.377813 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-6dc5091b-b45a-4090-8792-05842ad310f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94e03eb0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:20:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['c14f1119-4f21-4bf0-a61d-01c116935b5b'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:20:42.548817 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-6dc5091b-b45a-4090-8792-05842ad310f7 None None] Set router c14f1119-4f21-4bf0-a61d-01c116935b5b gateway port host: None {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:20:42.905597 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-6dc5091b-b45a-4090-8792-05842ad310f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94e03eb0>, [{'id': 'c14f1119-4f21-4bf0-a61d-01c116935b5b', 'name': 'router1', 'tenant_id': '6fa0e2da7a48418eab14cd581c6cde08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:20:31Z', 'updated_at': '2021-06-29T14:20:41Z', 'revision_number': 2, 'project_id': '6fa0e2da7a48418eab14cd581c6cde08', 'gw_port_host': None, '_interfaces': [{'id': '6c6c1f48-448e-4eb8-8634-a3eee6c34c37', 'name': '', 'network_id': '64a02559-00fe-445f-9bd4-5bba889aee0b', 'tenant_id': '6fa0e2da7a48418eab14cd581c6cde08', 'mac_address': 'fa:16:3e:a5:67:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14f1119-4f21-4bf0-a61d-01c116935b5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20c9c56a-6168-461c-8550-3e675c1d8c4f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:20:40Z', 'updated_at': '2021-06-29T14:20:41Z', 'revision_number': 2, 'project_id': '6fa0e2da7a48418eab14cd581c6cde08', 'subnets': [{'id': '20c9c56a-6168-461c-8550-3e675c1d8c4f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bbea829-47d6-4b0a-abc6-6db8bbcd65c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:20:42.910361 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc5091b-b45a-4090-8792-05842ad310f7 None None] Checking router: c14f1119-4f21-4bf0-a61d-01c116935b5b for host: dv-cinder-798356-1-iscsi {{(pid=74237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:20:42.910753 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc5091b-b45a-4090-8792-05842ad310f7 None None] Updating router c14f1119-4f21-4bf0-a61d-01c116935b5b port 6c6c1f48-448e-4eb8-8634-a3eee6c34c37 binding host dv-cinder-798356-1-iscsi {{(pid=74237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 14:20:42.964147 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-6dc5091b-b45a-4090-8792-05842ad310f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:43.325387 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-6dc5091b-b45a-4090-8792-05842ad310f7 None None] Notify callbacks [] for port, precommit_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:43.339268 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.provisioning_blocks [None req-6dc5091b-b45a-4090-8792-05842ad310f7 None None] Transition to ACTIVE for port object 6c6c1f48-448e-4eb8-8634-a3eee6c34c37 will not be triggered until provisioned by entity L2. {{(pid=74237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:20:43.345113 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-6dc5091b-b45a-4090-8792-05842ad310f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:43.350014 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:20:43.588829 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cbda6-381d-4856-9db0-df5fa62c2afc None None] Pushing event updated for resources: {'Port': ['ID=6c6c1f48-448e-4eb8-8634-a3eee6c34c37,revision_number=3']} {{(pid=74237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:20:43.601322 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.managers [None req-6dc5091b-b45a-4090-8792-05842ad310f7 None None] Attempting to bind port 6c6c1f48-448e-4eb8-8634-a3eee6c34c37 on host dv-cinder-798356-1-iscsi for vnic_type normal with profile  {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:20:43.601722 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.managers [None req-6dc5091b-b45a-4090-8792-05842ad310f7 None None] Attempting to bind port 6c6c1f48-448e-4eb8-8634-a3eee6c34c37 by drivers openvswitch,hyperv on host dv-cinder-798356-1-iscsi at level 0 using segments [{'id': 'be2cdf9a-9217-44eb-9b2c-4802ba9193a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '64a02559-00fe-445f-9bd4-5bba889aee0b'}] {{(pid=74237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:20:43.602138 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc5091b-b45a-4090-8792-05842ad310f7 None None] Attempting to bind port 6c6c1f48-448e-4eb8-8634-a3eee6c34c37 on network 64a02559-00fe-445f-9bd4-5bba889aee0b {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:20:43.605219 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192cbda6-381d-4856-9db0-df5fa62c2afc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:43.605554 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192cbda6-381d-4856-9db0-df5fa62c2afc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:43.605876 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192cbda6-381d-4856-9db0-df5fa62c2afc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:43.606194 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192cbda6-381d-4856-9db0-df5fa62c2afc None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:43.606525 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192cbda6-381d-4856-9db0-df5fa62c2afc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:43.606845 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192cbda6-381d-4856-9db0-df5fa62c2afc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:43.607156 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192cbda6-381d-4856-9db0-df5fa62c2afc None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:43.607469 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192cbda6-381d-4856-9db0-df5fa62c2afc None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:43.607777 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192cbda6-381d-4856-9db0-df5fa62c2afc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:43.608085 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192cbda6-381d-4856-9db0-df5fa62c2afc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:43.608390 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192cbda6-381d-4856-9db0-df5fa62c2afc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:20:43.609480 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-192cbda6-381d-4856-9db0-df5fa62c2afc None None] Tracked resource versions report:
Jun 29 14:20:43.609480 dv-cinder-798356-1-iscsi neutron-server[74237]: pushed versions:
Jun 29 14:20:43.609480 dv-cinder-798356-1-iscsi neutron-server[74237]: {   'ConntrackHelper': {'1.0'},
Jun 29 14:20:43.609480 dv-cinder-798356-1-iscsi neutron-server[74237]:     'Log': {'1.0'},
Jun 29 14:20:43.609480 dv-cinder-798356-1-iscsi neutron-server[74237]:     'Network': {'1.1'},
Jun 29 14:20:43.609480 dv-cinder-798356-1-iscsi neutron-server[74237]:     'Port': {'1.5'},
Jun 29 14:20:43.609480 dv-cinder-798356-1-iscsi neutron-server[74237]:     'PortForwarding': {'1.2'},
Jun 29 14:20:43.609480 dv-cinder-798356-1-iscsi neutron-server[74237]:     'QosPolicy': {'1.8'},
Jun 29 14:20:43.609480 dv-cinder-798356-1-iscsi neutron-server[74237]:     'SecurityGroup': {'1.2'},
Jun 29 14:20:43.609480 dv-cinder-798356-1-iscsi neutron-server[74237]:     'SecurityGroupRule': {'1.0'},
Jun 29 14:20:43.609480 dv-cinder-798356-1-iscsi neutron-server[74237]:     'SubPort': {'1.0'},
Jun 29 14:20:43.609480 dv-cinder-798356-1-iscsi neutron-server[74237]:     'Subnet': {'1.1'},
Jun 29 14:20:43.609480 dv-cinder-798356-1-iscsi neutron-server[74237]:     'Trunk': {'1.1'}}
Jun 29 14:20:43.609480 dv-cinder-798356-1-iscsi neutron-server[74237]: consumer versions:
Jun 29 14:20:43.609480 dv-cinder-798356-1-iscsi neutron-server[74237]: {   DHCP agent@dv-cinder-798356-1-iscsi: {},
Jun 29 14:20:43.609480 dv-cinder-798356-1-iscsi neutron-server[74237]:     L3 agent@dv-cinder-798356-1-iscsi: {},
Jun 29 14:20:43.609480 dv-cinder-798356-1-iscsi neutron-server[74237]:     Metadata agent@dv-cinder-798356-1-iscsi: {},
Jun 29 14:20:43.609480 dv-cinder-798356-1-iscsi neutron-server[74237]:     Metering agent@dv-cinder-798356-1-iscsi: {},
Jun 29 14:20:43.609480 dv-cinder-798356-1-iscsi neutron-server[74237]:     Open vSwitch agent@dv-cinder-798356-1-iscsi: {   'ConntrackHelper': '1.0',
Jun 29 14:20:43.609480 dv-cinder-798356-1-iscsi neutron-server[74237]:                                                      'Log': '1.0',
Jun 29 14:20:43.609480 dv-cinder-798356-1-iscsi neutron-server[74237]:                                                      'Network': '1.1',
Jun 29 14:20:43.609480 dv-cinder-798356-1-iscsi neutron-server[74237]:                                                      'Port': '1.5',
Jun 29 14:20:43.609480 dv-cinder-798356-1-iscsi neutron-server[74237]:                                                      'PortForwarding': '1.2',
Jun 29 14:20:43.609480 dv-cinder-798356-1-iscsi neutron-server[74237]:                                                      'QosPolicy': '1.8',
Jun 29 14:20:43.609480 dv-cinder-798356-1-iscsi neutron-server[74237]:                                                      'SecurityGroup': '1.2',
Jun 29 14:20:43.609480 dv-cinder-798356-1-iscsi neutron-server[74237]:                                                      'SecurityGroupRule': '1.0',
Jun 29 14:20:43.609480 dv-cinder-798356-1-iscsi neutron-server[74237]:                                                      'SubPort': '1.0',
Jun 29 14:20:43.609480 dv-cinder-798356-1-iscsi neutron-server[74237]:                                                      'Subnet': '1.1',
Jun 29 14:20:43.609480 dv-cinder-798356-1-iscsi neutron-server[74237]:                                                      'Trunk': '1.1'}}
Jun 29 14:20:43.609480 dv-cinder-798356-1-iscsi neutron-server[74237]:  {{(pid=74237) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 29 14:20:43.613061 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [None req-192cbda6-381d-4856-9db0-df5fa62c2afc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:20:43.617716 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc5091b-b45a-4090-8792-05842ad310f7 None None] Checking agent: {'id': '7de42cfb-0b94-485f-bf24-4ef591216796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 6), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:20:43.618009 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc5091b-b45a-4090-8792-05842ad310f7 None None] Checking segment: {'id': 'be2cdf9a-9217-44eb-9b2c-4802ba9193a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '64a02559-00fe-445f-9bd4-5bba889aee0b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:20:43.618464 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-6dc5091b-b45a-4090-8792-05842ad310f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:43.618897 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc5091b-b45a-4090-8792-05842ad310f7 None None] Bound using segment: {'id': 'be2cdf9a-9217-44eb-9b2c-4802ba9193a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '64a02559-00fe-445f-9bd4-5bba889aee0b'} {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:20:43.619384 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.managers [None req-6dc5091b-b45a-4090-8792-05842ad310f7 None None] Bound port: 6c6c1f48-448e-4eb8-8634-a3eee6c34c37, host: dv-cinder-798356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be2cdf9a-9217-44eb-9b2c-4802ba9193a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 500, 'network_id': '64a02559-00fe-445f-9bd4-5bba889aee0b'}}] {{(pid=74237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:20:43.619756 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-6dc5091b-b45a-4090-8792-05842ad310f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:43.715077 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.db [None req-6dc5091b-b45a-4090-8792-05842ad310f7 None None] For port 6c6c1f48-448e-4eb8-8634-a3eee6c34c37, host dv-cinder-798356-1-iscsi, cleared binding levels {{(pid=74237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:20:43.719405 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.db [None req-6dc5091b-b45a-4090-8792-05842ad310f7 None None] For port 6c6c1f48-448e-4eb8-8634-a3eee6c34c37, host dv-cinder-798356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=6c6c1f48-448e-4eb8-8634-a3eee6c34c37,segment=NetworkSegment(be2cdf9a-9217-44eb-9b2c-4802ba9193a7),segment_id=be2cdf9a-9217-44eb-9b2c-4802ba9193a7)] {{(pid=74237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:20:43.725513 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-6dc5091b-b45a-4090-8792-05842ad310f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:43.729310 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [None req-192cbda6-381d-4856-9db0-df5fa62c2afc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:20:43.806117 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-192cbda6-381d-4856-9db0-df5fa62c2afc None None] Pushing event updated for resources: {'Port': ['ID=6c6c1f48-448e-4eb8-8634-a3eee6c34c37,revision_number=4']} {{(pid=74237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:20:43.834912 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc5091b-b45a-4090-8792-05842ad310f7 None None] Routers {'c14f1119-4f21-4bf0-a61d-01c116935b5b'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:20:43.835540 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-6dc5091b-b45a-4090-8792-05842ad310f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94e03eb0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:20:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['c14f1119-4f21-4bf0-a61d-01c116935b5b'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:20:43.884069 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [None req-192cbda6-381d-4856-9db0-df5fa62c2afc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:20:43.989946 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-6dc5091b-b45a-4090-8792-05842ad310f7 None None] Set router c14f1119-4f21-4bf0-a61d-01c116935b5b gateway port host: None {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:20:44.308511 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-6dc5091b-b45a-4090-8792-05842ad310f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94e03eb0>, [{'id': 'c14f1119-4f21-4bf0-a61d-01c116935b5b', 'name': 'router1', 'tenant_id': '6fa0e2da7a48418eab14cd581c6cde08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:20:31Z', 'updated_at': '2021-06-29T14:20:41Z', 'revision_number': 2, 'project_id': '6fa0e2da7a48418eab14cd581c6cde08', 'gw_port_host': None, '_interfaces': [{'id': '6c6c1f48-448e-4eb8-8634-a3eee6c34c37', 'name': '', 'network_id': '64a02559-00fe-445f-9bd4-5bba889aee0b', 'tenant_id': '6fa0e2da7a48418eab14cd581c6cde08', 'mac_address': 'fa:16:3e:a5:67:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14f1119-4f21-4bf0-a61d-01c116935b5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20c9c56a-6168-461c-8550-3e675c1d8c4f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:20:40Z', 'updated_at': '2021-06-29T14:20:43Z', 'revision_number': 4, 'project_id': '6fa0e2da7a48418eab14cd581c6cde08', 'subnets': [{'id': '20c9c56a-6168-461c-8550-3e675c1d8c4f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bbea829-47d6-4b0a-abc6-6db8bbcd65c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:20:44.312506 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc5091b-b45a-4090-8792-05842ad310f7 None None] The sync data for ids ['c14f1119-4f21-4bf0-a61d-01c116935b5b'] in dv-cinder-798356-1-iscsi is: [{'id': 'c14f1119-4f21-4bf0-a61d-01c116935b5b', 'name': 'router1', 'tenant_id': '6fa0e2da7a48418eab14cd581c6cde08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:20:31Z', 'updated_at': '2021-06-29T14:20:41Z', 'revision_number': 2, 'project_id': '6fa0e2da7a48418eab14cd581c6cde08', 'gw_port_host': None, '_interfaces': [{'id': '6c6c1f48-448e-4eb8-8634-a3eee6c34c37', 'name': '', 'network_id': '64a02559-00fe-445f-9bd4-5bba889aee0b', 'tenant_id': '6fa0e2da7a48418eab14cd581c6cde08', 'mac_address': 'fa:16:3e:a5:67:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14f1119-4f21-4bf0-a61d-01c116935b5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20c9c56a-6168-461c-8550-3e675c1d8c4f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:20:40Z', 'updated_at': '2021-06-29T14:20:43Z', 'revision_number': 4, 'project_id': '6fa0e2da7a48418eab14cd581c6cde08', 'subnets': [{'id': '20c9c56a-6168-461c-8550-3e675c1d8c4f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bbea829-47d6-4b0a-abc6-6db8bbcd65c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:20:44.457626 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 35842) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:20:44.660743 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1166173-406a-4f75-a98b-3dd90214a451 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:20:44.661322 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-b1166173-406a-4f75-a98b-3dd90214a451 admin admin] Synchronizing usage tracker for tenant:ffa63d406f8a4a498e2f45c8217b3be2 on resource:network {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:20:44.681004 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-b1166173-406a-4f75-a98b-3dd90214a451 admin admin] Unset dirty status for tenant:ffa63d406f8a4a498e2f45c8217b3be2 on resource:network {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:20:44.683465 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-b1166173-406a-4f75-a98b-3dd90214a451 admin admin] 10.222.0.13 "GET /v2.0/networks/4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 HTTP/1.1" status: 200  len: 842 time: 0.2247646
Jun 29 14:20:44.694302 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-ab4c4c32-6066-42c6-be39-1b8157b71a3b admin admin] Request body: {'subnet': {'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'ip_version': 4}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:20:44.700066 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-ab4c4c32-6066-42c6-be39-1b8157b71a3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:20:44.704254 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-ab4c4c32-6066-42c6-be39-1b8157b71a3b admin admin] Usage tracker for resource:subnet and tenant:ffa63d406f8a4a498e2f45c8217b3be2 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:20:44.707442 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-ab4c4c32-6066-42c6-be39-1b8157b71a3b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:20:44.718825 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-ab4c4c32-6066-42c6-be39-1b8157b71a3b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:20:44.730262 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab4c4c32-6066-42c6-be39-1b8157b71a3b admin admin] Made reservation on behalf of ffa63d406f8a4a498e2f45c8217b3be2 for: {'subnet': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:20:44.732649 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ab4c4c32-6066-42c6-be39-1b8157b71a3b admin admin] Notify callbacks [] for subnet, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:45.111538 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.objects.ports [None req-ab4c4c32-6066-42c6-be39-1b8157b71a3b admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=74234) get_objects /opt/stack/neutron/neutron/objects/ports.py:422}}
Jun 29 14:20:45.111984 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ab4c4c32-6066-42c6-be39-1b8157b71a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695'] for subnet, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:45.115760 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:20:45.193621 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4c4c32-6066-42c6-be39-1b8157b71a3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=089d678a-05aa-4bef-b283-da88079c7f50,revision_number=0']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:20:45.198175 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-ab4c4c32-6066-42c6-be39-1b8157b71a3b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:20:45.203222 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab4c4c32-6066-42c6-be39-1b8157b71a3b admin admin] Checking segment: {'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:20:45.203580 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4c4c32-6066-42c6-be39-1b8157b71a3b admin admin] Network hostable DHCP agents. Network: 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368, hostable agents: ['e1a882d0-1bb9-433b-98f7-0ae4434a4814'], hosted agents: [] {{(pid=74234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 14:20:45.228926 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab4c4c32-6066-42c6-be39-1b8157b71a3b admin admin] Network 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 is scheduled to be hosted by DHCP agent e1a882d0-1bb9-433b-98f7-0ae4434a4814 with binding_index 1 {{(pid=74234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 14:20:45.239932 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [None req-ab4c4c32-6066-42c6-be39-1b8157b71a3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-iscsi, 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368) {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:20:45.244715 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab4c4c32-6066-42c6-be39-1b8157b71a3b admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:20:45.245300 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ab4c4c32-6066-42c6-be39-1b8157b71a3b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for subnet, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:45.249841 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29094019-0148-4fda-ba03-6da5f2e789e0 None None] Network 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:20:45.268146 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-ab4c4c32-6066-42c6-be39-1b8157b71a3b admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5787587
Jun 29 14:20:45.463769 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68a393f-fd8a-49af-a189-da340e313bbb None None] Network 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:20:46.631098 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 6c6c1f48-448e-4eb8-8634-a3eee6c34c37 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:20:46.699319 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning for port 6c6c1f48-448e-4eb8-8634-a3eee6c34c37 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:20:46.704126 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 6c6c1f48-448e-4eb8-8634-a3eee6c34c37 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:20:46.704497 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:46.833039 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:46.863553 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] For port 6c6c1f48-448e-4eb8-8634-a3eee6c34c37, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=6c6c1f48-448e-4eb8-8634-a3eee6c34c37,segment=NetworkSegment(be2cdf9a-9217-44eb-9b2c-4802ba9193a7),segment_id=be2cdf9a-9217-44eb-9b2c-4802ba9193a7)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:20:46.867365 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:46.870697 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:20:46.935916 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Pushing event updated for resources: {'Port': ['ID=6c6c1f48-448e-4eb8-8634-a3eee6c34c37,revision_number=5']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:20:46.939085 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:20:47.348732 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 35866) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:20:47.574463 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-d89b3ec5-9dac-45b7-9eef-2e03ffe6232b admin admin] 10.222.0.13 "GET /v2.0/routers/c14f1119-4f21-4bf0-a61d-01c116935b5b HTTP/1.1" status: 200  len: 710 time: 0.2242472
Jun 29 14:20:47.750676 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882630b2-6dda-4596-8522-138544d171c1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:20:47.752036 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-882630b2-6dda-4596-8522-138544d171c1 admin admin] 10.222.0.13 "GET /v2.0/networks/4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 HTTP/1.1" status: 200  len: 886 time: 0.1725912
Jun 29 14:20:47.760980 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-47e8c324-2c39-4948-913d-b6ab0fd512ef admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'}}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:20:48.214679 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-47e8c324-2c39-4948-913d-b6ab0fd512ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6733'] for router, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:48.389589 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-47e8c324-2c39-4948-913d-b6ab0fd512ef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:48.445348 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-47e8c324-2c39-4948-913d-b6ab0fd512ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:48.569488 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_common [None req-47e8c324-2c39-4948-913d-b6ab0fd512ef admin admin] Allocated IP 172.27.1.207 (4aeb16d3-bc5e-4796-b60c-2ad2a6d47368/089d678a-05aa-4bef-b283-da88079c7f50/34e8056f-074a-437e-ae0b-4003d77e79ac) {{(pid=74234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:20:48.626287 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 6c6c1f48-448e-4eb8-8634-a3eee6c34c37 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:20:48.716588 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 6c6c1f48-448e-4eb8-8634-a3eee6c34c37 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:20:48.716962 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:48.729466 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-47e8c324-2c39-4948-913d-b6ab0fd512ef admin admin] Notify callbacks [] for port, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:48.757310 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-47e8c324-2c39-4948-913d-b6ab0fd512ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793'] for port, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:48.761363 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:20:48.825064 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47e8c324-2c39-4948-913d-b6ab0fd512ef admin admin] Network 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:20:48.828480 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [None req-47e8c324-2c39-4948-913d-b6ab0fd512ef admin admin] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:20:48.830325 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e8c324-2c39-4948-913d-b6ab0fd512ef admin admin] Pushing event updated for resources: {'Port': ['ID=34e8056f-074a-437e-ae0b-4003d77e79ac,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:20:48.841684 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47e8c324-2c39-4948-913d-b6ab0fd512ef admin admin] Received port after_create {{(pid=74234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:20:48.890160 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-47e8c324-2c39-4948-913d-b6ab0fd512ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:20:48.983826 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-47e8c324-2c39-4948-913d-b6ab0fd512ef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:49.173059 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-47e8c324-2c39-4948-913d-b6ab0fd512ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6733'] for router, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:49.176488 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-47e8c324-2c39-4948-913d-b6ab0fd512ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670196', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-670150', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-670205', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-673395'] for router, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:49.363863 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47e8c324-2c39-4948-913d-b6ab0fd512ef admin admin] Router c14f1119-4f21-4bf0-a61d-01c116935b5b has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:20:49.554172 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47e8c324-2c39-4948-913d-b6ab0fd512ef admin admin] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:20:49.563138 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-47e8c324-2c39-4948-913d-b6ab0fd512ef admin admin] Notify callbacks [] for router, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:49.564291 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-47e8c324-2c39-4948-913d-b6ab0fd512ef admin admin] 10.222.0.13 "PUT /v2.0/routers/c14f1119-4f21-4bf0-a61d-01c116935b5b HTTP/1.1" status: 200  len: 890 time: 1.8069012
Jun 29 14:20:49.564884 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9e5cdf-57d3-4d7e-a015-ddcf1c8c3385 None None] Sync routers for ids ['c14f1119-4f21-4bf0-a61d-01c116935b5b'] in dv-cinder-798356-1-iscsi {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:20:49.577423 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9e5cdf-57d3-4d7e-a015-ddcf1c8c3385 None None] Routers {'c14f1119-4f21-4bf0-a61d-01c116935b5b'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:20:49.578107 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-bb9e5cdf-57d3-4d7e-a015-ddcf1c8c3385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b95c2df10>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:20:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['c14f1119-4f21-4bf0-a61d-01c116935b5b'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:20:49.778689 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-bb9e5cdf-57d3-4d7e-a015-ddcf1c8c3385 None None] Set router c14f1119-4f21-4bf0-a61d-01c116935b5b gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:20:50.110499 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-bb9e5cdf-57d3-4d7e-a015-ddcf1c8c3385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b95c2df10>, [{'id': 'c14f1119-4f21-4bf0-a61d-01c116935b5b', 'name': 'router1', 'tenant_id': '6fa0e2da7a48418eab14cd581c6cde08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '34e8056f-074a-437e-ae0b-4003d77e79ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:20:31Z', 'updated_at': '2021-06-29T14:20:48Z', 'revision_number': 4, 'project_id': '6fa0e2da7a48418eab14cd581c6cde08', 'gw_port': {'id': '34e8056f-074a-437e-ae0b-4003d77e79ac', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14f1119-4f21-4bf0-a61d-01c116935b5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:20:48Z', 'updated_at': '2021-06-29T14:20:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '6c6c1f48-448e-4eb8-8634-a3eee6c34c37', 'name': '', 'network_id': '64a02559-00fe-445f-9bd4-5bba889aee0b', 'tenant_id': '6fa0e2da7a48418eab14cd581c6cde08', 'mac_address': 'fa:16:3e:a5:67:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14f1119-4f21-4bf0-a61d-01c116935b5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20c9c56a-6168-461c-8550-3e675c1d8c4f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:20:40Z', 'updated_at': '2021-06-29T14:20:46Z', 'revision_number': 5, 'project_id': '6fa0e2da7a48418eab14cd581c6cde08', 'subnets': [{'id': '20c9c56a-6168-461c-8550-3e675c1d8c4f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bbea829-47d6-4b0a-abc6-6db8bbcd65c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:20:50.115322 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9e5cdf-57d3-4d7e-a015-ddcf1c8c3385 None None] Checking router: c14f1119-4f21-4bf0-a61d-01c116935b5b for host: dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:20:50.115672 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9e5cdf-57d3-4d7e-a015-ddcf1c8c3385 None None] Updating router c14f1119-4f21-4bf0-a61d-01c116935b5b port 34e8056f-074a-437e-ae0b-4003d77e79ac binding host dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 14:20:50.166666 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-bb9e5cdf-57d3-4d7e-a015-ddcf1c8c3385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:50.480735 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-bb9e5cdf-57d3-4d7e-a015-ddcf1c8c3385 None None] Notify callbacks [] for port, precommit_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:50.491874 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-bb9e5cdf-57d3-4d7e-a015-ddcf1c8c3385 None None] Transition to ACTIVE for port object 34e8056f-074a-437e-ae0b-4003d77e79ac will not be triggered until provisioned by entity L2. {{(pid=74236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:20:50.499331 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-bb9e5cdf-57d3-4d7e-a015-ddcf1c8c3385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:50.503466 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:20:50.575063 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df47f2b-120d-4080-a5ed-ecc55c74d6e2 None None] Pushing event updated for resources: {'Port': ['ID=34e8056f-074a-437e-ae0b-4003d77e79ac,revision_number=2']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:20:50.578362 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4df47f2b-120d-4080-a5ed-ecc55c74d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:20:50.579198 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-bb9e5cdf-57d3-4d7e-a015-ddcf1c8c3385 None None] Attempting to bind port 34e8056f-074a-437e-ae0b-4003d77e79ac on host dv-cinder-798356-1-iscsi for vnic_type normal with profile  {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:20:50.579556 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-bb9e5cdf-57d3-4d7e-a015-ddcf1c8c3385 None None] Attempting to bind port 34e8056f-074a-437e-ae0b-4003d77e79ac by drivers openvswitch,hyperv on host dv-cinder-798356-1-iscsi at level 0 using segments [{'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:20:50.579907 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9e5cdf-57d3-4d7e-a015-ddcf1c8c3385 None None] Attempting to bind port 34e8056f-074a-437e-ae0b-4003d77e79ac on network 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:20:50.586306 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9e5cdf-57d3-4d7e-a015-ddcf1c8c3385 None None] Checking agent: {'id': '7de42cfb-0b94-485f-bf24-4ef591216796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 6), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 20, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:20:50.586701 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9e5cdf-57d3-4d7e-a015-ddcf1c8c3385 None None] Checking segment: {'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:20:50.587094 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-bb9e5cdf-57d3-4d7e-a015-ddcf1c8c3385 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:50.587505 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9e5cdf-57d3-4d7e-a015-ddcf1c8c3385 None None] Bound using segment: {'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:20:50.587960 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-bb9e5cdf-57d3-4d7e-a015-ddcf1c8c3385 None None] Bound port: 34e8056f-074a-437e-ae0b-4003d77e79ac, host: dv-cinder-798356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'}}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:20:50.588333 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-bb9e5cdf-57d3-4d7e-a015-ddcf1c8c3385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:50.658867 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-bb9e5cdf-57d3-4d7e-a015-ddcf1c8c3385 None None] For port 34e8056f-074a-437e-ae0b-4003d77e79ac, host dv-cinder-798356-1-iscsi, cleared binding levels {{(pid=74236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:20:50.661847 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-bb9e5cdf-57d3-4d7e-a015-ddcf1c8c3385 None None] For port 34e8056f-074a-437e-ae0b-4003d77e79ac, host dv-cinder-798356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=34e8056f-074a-437e-ae0b-4003d77e79ac,segment=NetworkSegment(c4c225a7-9a59-46d1-b662-631cedda96e9),segment_id=c4c225a7-9a59-46d1-b662-631cedda96e9)] {{(pid=74236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:20:50.667269 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-bb9e5cdf-57d3-4d7e-a015-ddcf1c8c3385 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:50.671169 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4df47f2b-120d-4080-a5ed-ecc55c74d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:20:50.748365 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4df47f2b-120d-4080-a5ed-ecc55c74d6e2 None None] Pushing event updated for resources: {'Port': ['ID=34e8056f-074a-437e-ae0b-4003d77e79ac,revision_number=3']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:20:50.751022 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9e5cdf-57d3-4d7e-a015-ddcf1c8c3385 None None] Routers {'c14f1119-4f21-4bf0-a61d-01c116935b5b'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:20:50.751606 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-bb9e5cdf-57d3-4d7e-a015-ddcf1c8c3385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b95c2df10>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:20:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['c14f1119-4f21-4bf0-a61d-01c116935b5b'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:20:50.817294 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4df47f2b-120d-4080-a5ed-ecc55c74d6e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:20:50.943798 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-bb9e5cdf-57d3-4d7e-a015-ddcf1c8c3385 None None] Set router c14f1119-4f21-4bf0-a61d-01c116935b5b gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:20:51.254456 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-bb9e5cdf-57d3-4d7e-a015-ddcf1c8c3385 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b95c2df10>, [{'id': 'c14f1119-4f21-4bf0-a61d-01c116935b5b', 'name': 'router1', 'tenant_id': '6fa0e2da7a48418eab14cd581c6cde08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '34e8056f-074a-437e-ae0b-4003d77e79ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:20:31Z', 'updated_at': '2021-06-29T14:20:48Z', 'revision_number': 4, 'project_id': '6fa0e2da7a48418eab14cd581c6cde08', 'gw_port': {'id': '34e8056f-074a-437e-ae0b-4003d77e79ac', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14f1119-4f21-4bf0-a61d-01c116935b5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:20:48Z', 'updated_at': '2021-06-29T14:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '6c6c1f48-448e-4eb8-8634-a3eee6c34c37', 'name': '', 'network_id': '64a02559-00fe-445f-9bd4-5bba889aee0b', 'tenant_id': '6fa0e2da7a48418eab14cd581c6cde08', 'mac_address': 'fa:16:3e:a5:67:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14f1119-4f21-4bf0-a61d-01c116935b5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20c9c56a-6168-461c-8550-3e675c1d8c4f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:20:40Z', 'updated_at': '2021-06-29T14:20:46Z', 'revision_number': 5, 'project_id': '6fa0e2da7a48418eab14cd581c6cde08', 'subnets': [{'id': '20c9c56a-6168-461c-8550-3e675c1d8c4f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bbea829-47d6-4b0a-abc6-6db8bbcd65c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:20:51.258397 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9e5cdf-57d3-4d7e-a015-ddcf1c8c3385 None None] The sync data for ids ['c14f1119-4f21-4bf0-a61d-01c116935b5b'] in dv-cinder-798356-1-iscsi is: [{'id': 'c14f1119-4f21-4bf0-a61d-01c116935b5b', 'name': 'router1', 'tenant_id': '6fa0e2da7a48418eab14cd581c6cde08', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.207'}], 'enable_snat': True}, 'gw_port_id': '34e8056f-074a-437e-ae0b-4003d77e79ac', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:20:31Z', 'updated_at': '2021-06-29T14:20:48Z', 'revision_number': 4, 'project_id': '6fa0e2da7a48418eab14cd581c6cde08', 'gw_port': {'id': '34e8056f-074a-437e-ae0b-4003d77e79ac', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:af:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c14f1119-4f21-4bf0-a61d-01c116935b5b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:20:48Z', 'updated_at': '2021-06-29T14:20:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '6c6c1f48-448e-4eb8-8634-a3eee6c34c37', 'name': '', 'network_id': '64a02559-00fe-445f-9bd4-5bba889aee0b', 'tenant_id': '6fa0e2da7a48418eab14cd581c6cde08', 'mac_address': 'fa:16:3e:a5:67:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c14f1119-4f21-4bf0-a61d-01c116935b5b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '20c9c56a-6168-461c-8550-3e675c1d8c4f', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:20:40Z', 'updated_at': '2021-06-29T14:20:46Z', 'revision_number': 5, 'project_id': '6fa0e2da7a48418eab14cd581c6cde08', 'subnets': [{'id': '20c9c56a-6168-461c-8550-3e675c1d8c4f', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '1bbea829-47d6-4b0a-abc6-6db8bbcd65c4'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:20:51.794882 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 35878) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:20:51.972137 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-07727531-7fd3-4b09-a814-8b3ab53efd07 admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1080 time: 0.1761432
Jun 29 14:20:52.641597 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 34e8056f-074a-437e-ae0b-4003d77e79ac up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:20:52.714323 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning for port 34e8056f-074a-437e-ae0b-4003d77e79ac completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:20:52.719168 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 34e8056f-074a-437e-ae0b-4003d77e79ac triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:20:52.719548 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:52.844842 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:52.860398 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] For port 34e8056f-074a-437e-ae0b-4003d77e79ac, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=34e8056f-074a-437e-ae0b-4003d77e79ac,segment=NetworkSegment(c4c225a7-9a59-46d1-b662-631cedda96e9),segment_id=c4c225a7-9a59-46d1-b662-631cedda96e9)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:20:52.865156 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:20:52.867216 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:20:52.927679 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Pushing event updated for resources: {'Port': ['ID=34e8056f-074a-437e-ae0b-4003d77e79ac,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:20:52.930663 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:20:54.623980 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 34e8056f-074a-437e-ae0b-4003d77e79ac up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:20:54.723725 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 34e8056f-074a-437e-ae0b-4003d77e79ac triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:20:54.724576 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:21:05.925724 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-d947100c-b879-4d16-9d8b-c514998cc96c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:21:06.328308 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:21:08.136409 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-1724fe36-16dd-4fdc-8210-6c43b856ee23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:21:09.129863 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:21:10.796635 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:21:18.678682 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 5 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:21:35.934102 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ea11fbf0-0595-405b-aa38-96eea076363e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:21:36.340253 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:21:38.138255 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-8a0d3684-13a3-4ad0-8512-e5220c3869cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:21:39.136347 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:21:40.804323 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:21:55.680667 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 5 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:22:05.927586 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-cb1854a4-6d1e-40d3-a111-e2126ee29116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:22:06.332970 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:22:08.141571 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-5e744553-50d2-4c14-979a-e9798ef6452f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:22:09.171192 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:22:10.803501 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:22:32.681253 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 5 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:22:35.928981 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-6638d0b2-ee13-4839-916d-402d003a5425 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:22:36.333938 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:22:38.144293 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-b08a6907-ece1-421f-a196-718eebf300cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:22:39.128411 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:22:40.804850 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:22:52.390157 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 36452) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:22:52.480826 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.pecan_wsgi.hooks.translation [None req-5dab3a9f-8f1b-4e42-b559-21ed37e39e93 admin admin] GET failed (client error): The resource could not be found.
Jun 29 14:22:52.481996 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-5dab3a9f-8f1b-4e42-b559-21ed37e39e93 admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0908942
Jun 29 14:22:52.608574 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4411c4f-de6e-4972-97ed-542ab4d7d0e9 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:22:52.609916 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-b4411c4f-de6e-4972-97ed-542ab4d7d0e9 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1240790
Jun 29 14:22:54.595025 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 36462) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:22:54.724333 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3f69beb-07dc-410b-8ebb-d80ee1c10f51 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:22:54.725915 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-e3f69beb-07dc-410b-8ebb-d80ee1c10f51 admin admin] 10.222.0.13 "GET /v2.0/subnets/20c9c56a-6168-461c-8550-3e675c1d8c4f HTTP/1.1" status: 200  len: 849 time: 0.1299579
Jun 29 14:22:54.734939 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-c63160cf-3057-45e7-9842-68cf41d94fa5 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:22:54.848097 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-c63160cf-3057-45e7-9842-68cf41d94fa5 admin admin] Notify callbacks [] for subnet, before_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:22:55.033227 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-c63160cf-3057-45e7-9842-68cf41d94fa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8730483210159'] for subnet, after_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:22:55.037462 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-5ebd57b4-730b-4fa6-a567-1d9f7e12f6c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:22:55.088126 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c63160cf-3057-45e7-9842-68cf41d94fa5 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:22:55.088709 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-c63160cf-3057-45e7-9842-68cf41d94fa5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for subnet, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:22:55.089970 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-c63160cf-3057-45e7-9842-68cf41d94fa5 admin admin] 10.222.0.13 "PUT /v2.0/subnets/20c9c56a-6168-461c-8550-3e675c1d8c4f HTTP/1.1" status: 200  len: 868 time: 0.3587277
Jun 29 14:22:55.090111 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82405805-7707-45b9-9f34-c99c6ff6465b None None] Network 64a02559-00fe-445f-9bd4-5bba889aee0b requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:22:55.105716 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63160cf-3057-45e7-9842-68cf41d94fa5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=20c9c56a-6168-461c-8550-3e675c1d8c4f,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:22:55.114737 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63160cf-3057-45e7-9842-68cf41d94fa5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:22:55.115080 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63160cf-3057-45e7-9842-68cf41d94fa5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:22:55.115396 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63160cf-3057-45e7-9842-68cf41d94fa5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:22:55.115713 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63160cf-3057-45e7-9842-68cf41d94fa5 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:22:55.116030 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63160cf-3057-45e7-9842-68cf41d94fa5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:22:55.116355 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63160cf-3057-45e7-9842-68cf41d94fa5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:22:55.118599 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63160cf-3057-45e7-9842-68cf41d94fa5 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:22:55.118599 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63160cf-3057-45e7-9842-68cf41d94fa5 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:22:55.118599 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63160cf-3057-45e7-9842-68cf41d94fa5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:22:55.118599 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63160cf-3057-45e7-9842-68cf41d94fa5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:22:55.118599 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c63160cf-3057-45e7-9842-68cf41d94fa5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:22:55.122365 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-c63160cf-3057-45e7-9842-68cf41d94fa5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:22:55.572270 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-d975ebdf-d55d-435f-bb96-f6bec355494d None None] Provisioning complete for port 6c6c1f48-448e-4eb8-8634-a3eee6c34c37 triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:22:55.572642 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-d975ebdf-d55d-435f-bb96-f6bec355494d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:22:55.697218 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-d975ebdf-d55d-435f-bb96-f6bec355494d None None] Provisioning complete for port 2da4cc9f-bb56-4618-ab07-660dba720aed triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:22:55.697482 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-d975ebdf-d55d-435f-bb96-f6bec355494d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:22:57.092698 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 36472) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:22:57.286419 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5030145c-7a1b-4449-b45f-91863248e605 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:22:57.286744 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5030145c-7a1b-4449-b45f-91863248e605 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:22:57.288252 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-5030145c-7a1b-4449-b45f-91863248e605 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1946208
Jun 29 14:22:59.259001 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 36482) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:22:59.454417 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6378d5e-8104-4b3f-a87f-86bfc2e68429 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:22:59.454725 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6378d5e-8104-4b3f-a87f-86bfc2e68429 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:22:59.456210 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-f6378d5e-8104-4b3f-a87f-86bfc2e68429 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1962540
Jun 29 14:23:01.410020 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 36492) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:23:01.596565 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f714e1-d8da-4101-9c50-088b2c591ebc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:23:01.597828 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-d2f714e1-d8da-4101-9c50-088b2c591ebc admin admin] 10.222.0.13 "GET /v2.0/networks/4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 HTTP/1.1" status: 200  len: 886 time: 0.1868174
Jun 29 14:23:03.670670 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 36502) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:23:03.865719 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2346b9-d25d-4c8a-9dc3-963b23077d3f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:23:03.867014 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-8d2346b9-d25d-4c8a-9dc3-963b23077d3f admin admin] 10.222.0.13 "GET /v2.0/networks/64a02559-00fe-445f-9bd4-5bba889aee0b HTTP/1.1" status: 200  len: 869 time: 0.1953948
Jun 29 14:23:05.836364 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 36512) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:23:05.933658 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-2c80daf8-a190-4ad5-aee0-fb16a399d351 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:23:05.966299 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639c83af-8476-49b6-abe7-420ecb62fe54 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:23:05.966605 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-639c83af-8476-49b6-abe7-420ecb62fe54 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:23:05.968125 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-639c83af-8476-49b6-abe7-420ecb62fe54 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1308384
Jun 29 14:23:06.338304 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:23:07.947242 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 36522) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:23:08.076561 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cc8aa3-a099-4f1a-b0ca-933c8b8030aa admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:23:08.076853 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cc8aa3-a099-4f1a-b0ca-933c8b8030aa admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:23:08.077573 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-47cc8aa3-a099-4f1a-b0ca-933c8b8030aa admin admin] Synchronizing usage tracker for tenant:ffa63d406f8a4a498e2f45c8217b3be2 on resource:subnet {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:23:08.093447 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-47cc8aa3-a099-4f1a-b0ca-933c8b8030aa admin admin] Unset dirty status for tenant:ffa63d406f8a4a498e2f45c8217b3be2 on resource:subnet {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:23:08.094606 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-47cc8aa3-a099-4f1a-b0ca-933c8b8030aa admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1463034
Jun 29 14:23:08.147984 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-2a9bef63-f777-4c64-a35c-802a6f8bfbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:23:09.133544 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:23:09.681543 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 5 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:23:10.073511 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 36532) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:23:10.197833 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537e351d-e37b-4274-9ecb-24fa37caf9ad admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:23:10.199153 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-537e351d-e37b-4274-9ecb-24fa37caf9ad admin admin] 10.222.0.13 "GET /v2.0/subnets/089d678a-05aa-4bef-b283-da88079c7f50 HTTP/1.1" status: 200  len: 816 time: 0.1247318
Jun 29 14:23:10.806700 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:23:12.143706 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 36542) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:23:12.271653 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1755633b-c6dc-4244-b5e9-4eb15ab1e74e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:23:12.272948 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-1755633b-c6dc-4244-b5e9-4eb15ab1e74e admin admin] 10.222.0.13 "GET /v2.0/subnets/20c9c56a-6168-461c-8550-3e675c1d8c4f HTTP/1.1" status: 200  len: 868 time: 0.1283252
Jun 29 14:23:29.964037 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 36580) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:23:30.035210 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [None req-a316219d-3bf1-480a-a557-c30a45559135 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=74234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 29 14:23:30.036197 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-a316219d-3bf1-480a-a557-c30a45559135 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0713003
Jun 29 14:23:32.094149 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 36590) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:23:32.184012 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f572c4d-960b-4c19-902e-0e066d1335fa admin admin] GET failed (client error): The resource could not be found.
Jun 29 14:23:32.185180 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-4f572c4d-960b-4c19-902e-0e066d1335fa admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0900867
Jun 29 14:23:32.308476 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf1aa3a-4e78-47b8-9964-c9cc17c075c7 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:23:32.309815 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-dcf1aa3a-4e78-47b8-9964-c9cc17c075c7 admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1208417
Jun 29 14:23:34.313751 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 36600) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:23:34.384749 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-6defebd3-d102-4d8a-b111-e360d279303a admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:23:34.389215 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-6defebd3-d102-4d8a-b111-e360d279303a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:23:34.399445 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-6defebd3-d102-4d8a-b111-e360d279303a admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:23:34.408291 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6defebd3-d102-4d8a-b111-e360d279303a admin admin] Made reservation on behalf of ffa63d406f8a4a498e2f45c8217b3be2 for: {'network': 1} {{(pid=74235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:23:34.410603 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6defebd3-d102-4d8a-b111-e360d279303a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for network, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:23:34.497634 dv-cinder-798356-1-iscsi neutron-server[74235]: WARNING neutron.services.revisions.revision_plugin [None req-6defebd3-d102-4d8a-b111-e360d279303a admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f0b949c3370] {project_id='ffa63d406f8a4a498e2f45c8217b3be2', id='c0fdfafe-0091-419c-b86c-c9bdeba8cf6b', target_tenant='*', action='access_as_shared', object_id='27deb121-d880-4ae5-8898-f73b3d0a058f'}> to bump revision.
Jun 29 14:23:34.513139 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6defebd3-d102-4d8a-b111-e360d279303a admin admin] vlan segment allocate from pool success with {'vlan_id': 501, 'physical_network': 'physnet1'}  {{(pid=74235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 14:23:34.528518 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6defebd3-d102-4d8a-b111-e360d279303a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:23:34.528894 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.db.segments_db [None req-6defebd3-d102-4d8a-b111-e360d279303a admin admin] Added segment a0ca13f2-c30f-4112-ba11-d4bf79aab82a of type vlan for network 27deb121-d880-4ae5-8898-f73b3d0a058f
Jun 29 14:23:34.553424 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6defebd3-d102-4d8a-b111-e360d279303a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482767800'] for network, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:23:34.580897 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6defebd3-d102-4d8a-b111-e360d279303a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695'] for network, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:23:34.582043 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6defebd3-d102-4d8a-b111-e360d279303a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:23:34.582713 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6defebd3-d102-4d8a-b111-e360d279303a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:23:34.587719 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:23:34.685511 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6defebd3-d102-4d8a-b111-e360d279303a admin admin] Pushing event updated for resources: {'Network': ['ID=27deb121-d880-4ae5-8898-f73b3d0a058f,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:23:34.688349 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-6defebd3-d102-4d8a-b111-e360d279303a admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3736150
Jun 29 14:23:34.689050 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-6defebd3-d102-4d8a-b111-e360d279303a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:23:34.699043 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Network 27deb121-d880-4ae5-8898-f73b3d0a058f details requested by agent ovs-agent-dv-cinder-798356-1-iscsi with host dv-cinder-798356-1-iscsi {{(pid=74236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 14:23:35.935849 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-e6fae034-5875-4939-82a8-6d4febbe9e2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:23:36.342149 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:23:36.690757 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 36610) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:23:36.782556 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3af372e-bd2e-4c6f-87ee-51578b1748fd admin admin] GET failed (client error): The resource could not be found.
Jun 29 14:23:36.783768 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-d3af372e-bd2e-4c6f-87ee-51578b1748fd admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0920892
Jun 29 14:23:36.886749 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-164fbda3-28fc-4b62-8534-63f115fcd5ce admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:23:36.888084 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-164fbda3-28fc-4b62-8534-63f115fcd5ce admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1005318
Jun 29 14:23:36.897220 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-a5536061-9220-4997-b8e0-013c9c1a69bf admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'network_id': '27deb121-d880-4ae5-8898-f73b3d0a058f', 'cidr': '192.168.233.0/24', 'ip_version': 4, 'description': 'shared-subnet'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:23:36.901966 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-a5536061-9220-4997-b8e0-013c9c1a69bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:23:36.911155 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-a5536061-9220-4997-b8e0-013c9c1a69bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:23:36.920512 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5536061-9220-4997-b8e0-013c9c1a69bf admin admin] Made reservation on behalf of ffa63d406f8a4a498e2f45c8217b3be2 for: {'subnet': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:23:36.922985 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-a5536061-9220-4997-b8e0-013c9c1a69bf admin admin] Notify callbacks [] for subnet, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:23:37.172435 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-a5536061-9220-4997-b8e0-013c9c1a69bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695'] for subnet, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:23:37.176481 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-ab4c4c32-6066-42c6-be39-1b8157b71a3b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:23:37.240437 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5536061-9220-4997-b8e0-013c9c1a69bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b72193f3-c07e-408d-b54b-2cca35d13f4f,revision_number=0']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:23:37.255366 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5536061-9220-4997-b8e0-013c9c1a69bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:23:37.255710 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5536061-9220-4997-b8e0-013c9c1a69bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:23:37.256048 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5536061-9220-4997-b8e0-013c9c1a69bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:23:37.256381 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5536061-9220-4997-b8e0-013c9c1a69bf admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:23:37.256708 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5536061-9220-4997-b8e0-013c9c1a69bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:23:37.257032 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5536061-9220-4997-b8e0-013c9c1a69bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:23:37.257899 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5536061-9220-4997-b8e0-013c9c1a69bf admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:23:37.258220 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5536061-9220-4997-b8e0-013c9c1a69bf admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:23:37.258563 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5536061-9220-4997-b8e0-013c9c1a69bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:23:37.258886 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5536061-9220-4997-b8e0-013c9c1a69bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:23:37.259200 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5536061-9220-4997-b8e0-013c9c1a69bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:23:37.264674 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-a5536061-9220-4997-b8e0-013c9c1a69bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:23:37.266440 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5536061-9220-4997-b8e0-013c9c1a69bf admin admin] Checking segment: {'id': 'a0ca13f2-c30f-4112-ba11-d4bf79aab82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '27deb121-d880-4ae5-8898-f73b3d0a058f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:23:37.266840 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5536061-9220-4997-b8e0-013c9c1a69bf admin admin] Network hostable DHCP agents. Network: 27deb121-d880-4ae5-8898-f73b3d0a058f, hostable agents: ['e1a882d0-1bb9-433b-98f7-0ae4434a4814'], hosted agents: [] {{(pid=74234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 14:23:37.287760 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5536061-9220-4997-b8e0-013c9c1a69bf admin admin] Network 27deb121-d880-4ae5-8898-f73b3d0a058f is scheduled to be hosted by DHCP agent e1a882d0-1bb9-433b-98f7-0ae4434a4814 with binding_index 1 {{(pid=74234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 14:23:37.297415 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [None req-a5536061-9220-4997-b8e0-013c9c1a69bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-iscsi, 27deb121-d880-4ae5-8898-f73b3d0a058f) {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:23:37.301193 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5536061-9220-4997-b8e0-013c9c1a69bf admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:23:37.301778 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-a5536061-9220-4997-b8e0-013c9c1a69bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for subnet, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:23:37.307649 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37988129-e2de-4f1e-af7d-2c1b0cbf144b None None] Network 27deb121-d880-4ae5-8898-f73b3d0a058f requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:23:37.326212 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-a5536061-9220-4997-b8e0-013c9c1a69bf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4323032
Jun 29 14:23:37.523136 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14f6528a-7bc9-5c5a-9684-7403d901c9bd-27deb121-d880-4ae5-8898-f73b3d0a058f', 'network_id': '27deb121-d880-4ae5-8898-f73b3d0a058f', 'tenant_id': 'ffa63d406f8a4a498e2f45c8217b3be2', 'fixed_ips': [{'subnet_id': 'b72193f3-c07e-408d-b54b-2cca35d13f4f'}]}} from dv-cinder-798356-1-iscsi. {{(pid=74236) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 29 14:23:37.523979 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:23:37.680489 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.db_base_plugin_common [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Allocated IP 192.168.233.2 (27deb121-d880-4ae5-8898-f73b3d0a058f/b72193f3-c07e-408d-b54b-2cca35d13f4f/b2f3dbf1-e40c-49bd-aa34-35dbaccc4b4f) {{(pid=74236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:23:37.877390 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Notify callbacks [] for port, precommit_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:23:37.887686 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Transition to ACTIVE for port object b2f3dbf1-e40c-49bd-aa34-35dbaccc4b4f will not be triggered until provisioned by entity L2. {{(pid=74236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:23:37.906076 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Transition to ACTIVE for port object b2f3dbf1-e40c-49bd-aa34-35dbaccc4b4f will not be triggered until provisioned by entity DHCP. {{(pid=74236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:23:37.912155 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793'] for port, after_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:23:37.917024 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:23:37.982292 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Network 27deb121-d880-4ae5-8898-f73b3d0a058f is already hosted by enough agents. {{(pid=74236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:23:37.985650 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.scheduler.base_scheduler [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Resources bound (agent type, host, resource id):  {{(pid=74236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:23:37.987475 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Pushing event updated for resources: {'Port': ['ID=b2f3dbf1-e40c-49bd-aa34-35dbaccc4b4f,revision_number=1']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:23:37.989644 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Received port after_create {{(pid=74236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:23:38.021930 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:23:38.022266 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:23:38.022622 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:23:38.023463 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:23:38.023786 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:23:38.024115 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:23:38.024418 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:23:38.024749 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:23:38.025064 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:23:38.025373 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:23:38.025681 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:23:38.033896 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:23:38.082797 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Attempting to bind port b2f3dbf1-e40c-49bd-aa34-35dbaccc4b4f on host dv-cinder-798356-1-iscsi for vnic_type normal with profile  {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:23:38.083157 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Attempting to bind port b2f3dbf1-e40c-49bd-aa34-35dbaccc4b4f by drivers openvswitch,hyperv on host dv-cinder-798356-1-iscsi at level 0 using segments [{'id': 'a0ca13f2-c30f-4112-ba11-d4bf79aab82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '27deb121-d880-4ae5-8898-f73b3d0a058f'}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:23:38.083509 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Attempting to bind port b2f3dbf1-e40c-49bd-aa34-35dbaccc4b4f on network 27deb121-d880-4ae5-8898-f73b3d0a058f {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:23:38.090261 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Checking agent: {'id': '7de42cfb-0b94-485f-bf24-4ef591216796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 6), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 23, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:23:38.090662 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Checking segment: {'id': 'a0ca13f2-c30f-4112-ba11-d4bf79aab82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '27deb121-d880-4ae5-8898-f73b3d0a058f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:23:38.091059 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:23:38.091443 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Bound using segment: {'id': 'a0ca13f2-c30f-4112-ba11-d4bf79aab82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '27deb121-d880-4ae5-8898-f73b3d0a058f'} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:23:38.091904 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Bound port: b2f3dbf1-e40c-49bd-aa34-35dbaccc4b4f, host: dv-cinder-798356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0ca13f2-c30f-4112-ba11-d4bf79aab82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '27deb121-d880-4ae5-8898-f73b3d0a058f'}}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:23:38.092283 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:23:38.163996 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-cf2d57bb-48c7-4472-a51a-b4cd2516bc58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:23:38.189820 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] For port b2f3dbf1-e40c-49bd-aa34-35dbaccc4b4f, host dv-cinder-798356-1-iscsi, cleared binding levels {{(pid=74236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:23:38.192873 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] For port b2f3dbf1-e40c-49bd-aa34-35dbaccc4b4f, host dv-cinder-798356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=b2f3dbf1-e40c-49bd-aa34-35dbaccc4b4f,segment=NetworkSegment(a0ca13f2-c30f-4112-ba11-d4bf79aab82a),segment_id=a0ca13f2-c30f-4112-ba11-d4bf79aab82a)] {{(pid=74236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:23:38.197976 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:23:38.201726 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:23:38.274352 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Pushing event updated for resources: {'Port': ['ID=b2f3dbf1-e40c-49bd-aa34-35dbaccc4b4f,revision_number=2']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:23:38.282291 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:23:38.761009 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device b2f3dbf1-e40c-49bd-aa34-35dbaccc4b4f up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:23:38.855701 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning for port b2f3dbf1-e40c-49bd-aa34-35dbaccc4b4f completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:23:39.131359 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5389a249-da69-4864-a366-ec699309dbf6 None None] Network 27deb121-d880-4ae5-8898-f73b3d0a058f requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:23:39.202773 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:23:39.253401 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-f763efeb-c46e-4c11-a25a-effae593aca4 None None] Provisioning for port b2f3dbf1-e40c-49bd-aa34-35dbaccc4b4f completed by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:23:39.285401 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-f763efeb-c46e-4c11-a25a-effae593aca4 None None] Provisioning complete for port b2f3dbf1-e40c-49bd-aa34-35dbaccc4b4f triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:23:39.285775 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-f763efeb-c46e-4c11-a25a-effae593aca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:23:39.465077 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-f763efeb-c46e-4c11-a25a-effae593aca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:23:39.502002 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-f763efeb-c46e-4c11-a25a-effae593aca4 None None] For port b2f3dbf1-e40c-49bd-aa34-35dbaccc4b4f, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=b2f3dbf1-e40c-49bd-aa34-35dbaccc4b4f,segment=NetworkSegment(a0ca13f2-c30f-4112-ba11-d4bf79aab82a),segment_id=a0ca13f2-c30f-4112-ba11-d4bf79aab82a)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:23:39.508394 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-f763efeb-c46e-4c11-a25a-effae593aca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:23:39.510661 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-343b9cf1-081e-45f3-90e0-a60b22820629 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:23:39.578163 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f763efeb-c46e-4c11-a25a-effae593aca4 None None] Pushing event updated for resources: {'Port': ['ID=b2f3dbf1-e40c-49bd-aa34-35dbaccc4b4f,revision_number=3']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:23:39.581601 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-f763efeb-c46e-4c11-a25a-effae593aca4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:23:39.732667 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-b0770371-47e5-44f2-aede-054e2552fe1d None None] Provisioning complete for port b2f3dbf1-e40c-49bd-aa34-35dbaccc4b4f triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:23:39.732983 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-b0770371-47e5-44f2-aede-054e2552fe1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:23:40.723723 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device b2f3dbf1-e40c-49bd-aa34-35dbaccc4b4f up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:23:40.790572 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port b2f3dbf1-e40c-49bd-aa34-35dbaccc4b4f triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:23:40.790938 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:23:40.852958 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:23:46.682782 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 5 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:24:05.936683 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-2a06e424-1a71-40f4-965d-b70e350723fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:24:06.343795 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:24:08.146849 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-b214eed6-65b8-4128-8094-c920df5cff7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:24:09.128549 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:24:10.813820 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:24:23.683395 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 5 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:24:35.941877 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-d5b34772-3e37-4658-a07b-333b133adf02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:24:36.347273 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:24:37.135509 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 36654) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:24:37.141328 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [None req-30c58c8e-f8b7-4405-8da4-dd158df3790b tempest-verify_tempest_config-1603131518 tempest-verify_tempest_config-1603131518-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=74234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 29 14:24:37.142281 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-30c58c8e-f8b7-4405-8da4-dd158df3790b tempest-verify_tempest_config-1603131518 tempest-verify_tempest_config-1603131518-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12610 time: 0.0058272
Jun 29 14:24:37.459970 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 36670) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:24:37.599561 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-445b9a7a-e9e6-4ddd-9ea3-0cf804d526d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:24:37.631121 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-445b9a7a-e9e6-4ddd-9ea3-0cf804d526d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:24:37.635501 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-445b9a7a-e9e6-4ddd-9ea3-0cf804d526d1 admin admin] Usage tracker for resource:security_group_rule and tenant:40a162676ddf46f9a499ce7b9fd74753 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:24:37.638304 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-445b9a7a-e9e6-4ddd-9ea3-0cf804d526d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:24:37.644071 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-445b9a7a-e9e6-4ddd-9ea3-0cf804d526d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:24:37.709928 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-445b9a7a-e9e6-4ddd-9ea3-0cf804d526d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:24:37.713384 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-445b9a7a-e9e6-4ddd-9ea3-0cf804d526d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:24:37.720999 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:24:37.759872 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b9a7a-e9e6-4ddd-9ea3-0cf804d526d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7711a25-142f-43dd-aa13-42afb94653e7,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:24:37.763176 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-445b9a7a-e9e6-4ddd-9ea3-0cf804d526d1 admin admin] Synchronizing usage tracker for tenant:ffa63d406f8a4a498e2f45c8217b3be2 on resource:security_group {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:24:37.775521 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445b9a7a-e9e6-4ddd-9ea3-0cf804d526d1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:24:37.775866 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445b9a7a-e9e6-4ddd-9ea3-0cf804d526d1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:24:37.776196 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445b9a7a-e9e6-4ddd-9ea3-0cf804d526d1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:24:37.776525 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445b9a7a-e9e6-4ddd-9ea3-0cf804d526d1 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:24:37.776940 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445b9a7a-e9e6-4ddd-9ea3-0cf804d526d1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:24:37.777373 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445b9a7a-e9e6-4ddd-9ea3-0cf804d526d1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:24:37.777724 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445b9a7a-e9e6-4ddd-9ea3-0cf804d526d1 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:24:37.778059 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445b9a7a-e9e6-4ddd-9ea3-0cf804d526d1 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:24:37.778382 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445b9a7a-e9e6-4ddd-9ea3-0cf804d526d1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:24:37.778721 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445b9a7a-e9e6-4ddd-9ea3-0cf804d526d1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:24:37.779036 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-445b9a7a-e9e6-4ddd-9ea3-0cf804d526d1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:24:37.784044 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-445b9a7a-e9e6-4ddd-9ea3-0cf804d526d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:24:37.791997 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-445b9a7a-e9e6-4ddd-9ea3-0cf804d526d1 admin admin] Unset dirty status for tenant:ffa63d406f8a4a498e2f45c8217b3be2 on resource:security_group {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:24:37.795922 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-445b9a7a-e9e6-4ddd-9ea3-0cf804d526d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=40a162676ddf46f9a499ce7b9fd74753&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3316145
Jun 29 14:24:37.795922 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 36676) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:24:37.853092 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff0b-cc57-44dc-83e4-7417bc2fb926 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:24:37.877530 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff0b-cc57-44dc-83e4-7417bc2fb926 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:24:37.968564 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff0b-cc57-44dc-83e4-7417bc2fb926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:24:37.972484 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-445b9a7a-e9e6-4ddd-9ea3-0cf804d526d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:24:37.988668 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f4ff0b-cc57-44dc-83e4-7417bc2fb926 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7711a25-142f-43dd-aa13-42afb94653e7,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:24:37.991476 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-77f4ff0b-cc57-44dc-83e4-7417bc2fb926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:24:37.993293 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-77f4ff0b-cc57-44dc-83e4-7417bc2fb926 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:24:37.994370 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-77f4ff0b-cc57-44dc-83e4-7417bc2fb926 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7711a25-142f-43dd-aa13-42afb94653e7 HTTP/1.1" status: 204  len: 168 time: 0.1977243
Jun 29 14:24:38.150323 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-71f28ec0-d90c-4cc6-bb80-0d2a5b9010a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:24:39.132859 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:24:40.815632 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:25:00.684845 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 5 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:25:05.942964 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3d1a6592-cd20-4ee0-9dd4-d3c09f3ff28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:25:06.349278 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:25:08.151115 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-9f145812-0d15-4e77-8cd6-f53f35f4b540 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:25:09.135088 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:25:10.817402 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:25:35.944603 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-b46fe966-87f3-410b-a21e-2414983ec046 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:25:36.352569 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:25:37.685102 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 5 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:25:38.152261 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-e1360a7d-9927-49a9-a419-ada1a583eda0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:25:39.137382 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:25:40.822054 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:26:05.948136 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-590e4503-c845-43f3-8ff6-4af5fa7cd8c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:26:06.353619 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:26:08.154224 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-d5f6d828-0aaa-4bc8-a9f9-29f4d7a72608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:26:09.140353 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:26:09.199199 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-669508'] for agent, after_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:26:10.823142 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:26:14.175992 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 36728) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:26:14.309989 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-cdb7f037-9fc2-46cf-9c9e-547d118ed07a admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1329298
Jun 29 14:26:14.686104 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 6 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:26:16.284613 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 36738) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:26:16.368128 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-e9bdfc1a-ab36-484c-a350-24c9f0a42c5c admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0824215
Jun 29 14:26:35.951397 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-88f7872d-fa92-40a2-a453-10e9f2844b9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:26:36.355210 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:26:38.155058 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-d20b211b-6823-4207-bf3f-b967db9f00bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:26:39.142423 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:26:39.174588 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:26:40.826698 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:26:51.686129 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 6 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:27:05.955878 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4a410295-e214-4056-80c1-8cead1662f62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:06.358184 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:08.156025 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a5fe75f8-290f-44cd-8309-e0731626457d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:09.149293 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:09.197552 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:10.829080 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:28.686170 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 6 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:27:35.950175 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3db56807-72da-4180-a381-f89a1eb35d2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:36.361421 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:38.159029 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-21c11f59-19ff-4c0e-aa20-fb982c0ba078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:39.148087 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:39.212988 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:40.832031 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:46.750787 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 36876) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:27:47.263011 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-707254591-network', 'tenant_id': '49688b8975d4487d95604f13bd607887'}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:27:47.267835 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:27:47.271820 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Usage tracker for resource:network and tenant:49688b8975d4487d95604f13bd607887 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:27:47.278684 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:27:47.285988 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:27:47.299673 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Made reservation on behalf of 49688b8975d4487d95604f13bd607887 for: {'network': 1} {{(pid=74235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:27:47.302590 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for network, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:47.315073 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:47.346713 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:27:47.351099 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Usage tracker for resource:security_group_rule and tenant:49688b8975d4487d95604f13bd607887 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:27:47.354752 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:27:47.357293 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 36896) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:27:47.362079 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:27:47.434811 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:47.440161 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:47.443518 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:47.474348 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'}  {{(pid=74235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 14:27:47.482946 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16bbd10f-41f3-4a06-b4f8-21be5c926066,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:47.493710 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:47.494051 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:47.494381 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:47.494736 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:47.495061 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:47.495382 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:47.495702 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:47.496035 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:47.496360 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:47.496675 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:47.496988 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:47.498014 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Tracked resource versions report:
Jun 29 14:27:47.498014 dv-cinder-798356-1-iscsi neutron-server[74235]: pushed versions:
Jun 29 14:27:47.498014 dv-cinder-798356-1-iscsi neutron-server[74235]: {   'ConntrackHelper': {'1.0'},
Jun 29 14:27:47.498014 dv-cinder-798356-1-iscsi neutron-server[74235]:     'Log': {'1.0'},
Jun 29 14:27:47.498014 dv-cinder-798356-1-iscsi neutron-server[74235]:     'Network': {'1.1'},
Jun 29 14:27:47.498014 dv-cinder-798356-1-iscsi neutron-server[74235]:     'Port': {'1.5'},
Jun 29 14:27:47.498014 dv-cinder-798356-1-iscsi neutron-server[74235]:     'PortForwarding': {'1.2'},
Jun 29 14:27:47.498014 dv-cinder-798356-1-iscsi neutron-server[74235]:     'QosPolicy': {'1.8'},
Jun 29 14:27:47.498014 dv-cinder-798356-1-iscsi neutron-server[74235]:     'SecurityGroup': {'1.2'},
Jun 29 14:27:47.498014 dv-cinder-798356-1-iscsi neutron-server[74235]:     'SecurityGroupRule': {'1.0'},
Jun 29 14:27:47.498014 dv-cinder-798356-1-iscsi neutron-server[74235]:     'SubPort': {'1.0'},
Jun 29 14:27:47.498014 dv-cinder-798356-1-iscsi neutron-server[74235]:     'Subnet': {'1.1'},
Jun 29 14:27:47.498014 dv-cinder-798356-1-iscsi neutron-server[74235]:     'Trunk': {'1.1'}}
Jun 29 14:27:47.498014 dv-cinder-798356-1-iscsi neutron-server[74235]: consumer versions:
Jun 29 14:27:47.498014 dv-cinder-798356-1-iscsi neutron-server[74235]: {   DHCP agent@dv-cinder-798356-1-iscsi: {},
Jun 29 14:27:47.498014 dv-cinder-798356-1-iscsi neutron-server[74235]:     HyperV agent@hv-cinder-79835: {},
Jun 29 14:27:47.498014 dv-cinder-798356-1-iscsi neutron-server[74235]:     L3 agent@dv-cinder-798356-1-iscsi: {},
Jun 29 14:27:47.498014 dv-cinder-798356-1-iscsi neutron-server[74235]:     Metadata agent@dv-cinder-798356-1-iscsi: {},
Jun 29 14:27:47.498014 dv-cinder-798356-1-iscsi neutron-server[74235]:     Metering agent@dv-cinder-798356-1-iscsi: {},
Jun 29 14:27:47.498014 dv-cinder-798356-1-iscsi neutron-server[74235]:     Open vSwitch agent@dv-cinder-798356-1-iscsi: {   'ConntrackHelper': '1.0',
Jun 29 14:27:47.498014 dv-cinder-798356-1-iscsi neutron-server[74235]:                                                      'Log': '1.0',
Jun 29 14:27:47.498014 dv-cinder-798356-1-iscsi neutron-server[74235]:                                                      'Network': '1.1',
Jun 29 14:27:47.498014 dv-cinder-798356-1-iscsi neutron-server[74235]:                                                      'Port': '1.5',
Jun 29 14:27:47.498014 dv-cinder-798356-1-iscsi neutron-server[74235]:                                                      'PortForwarding': '1.2',
Jun 29 14:27:47.498014 dv-cinder-798356-1-iscsi neutron-server[74235]:                                                      'QosPolicy': '1.8',
Jun 29 14:27:47.498014 dv-cinder-798356-1-iscsi neutron-server[74235]:                                                      'SecurityGroup': '1.2',
Jun 29 14:27:47.498014 dv-cinder-798356-1-iscsi neutron-server[74235]:                                                      'SecurityGroupRule': '1.0',
Jun 29 14:27:47.498014 dv-cinder-798356-1-iscsi neutron-server[74235]:                                                      'SubPort': '1.0',
Jun 29 14:27:47.498014 dv-cinder-798356-1-iscsi neutron-server[74235]:                                                      'Subnet': '1.1',
Jun 29 14:27:47.498014 dv-cinder-798356-1-iscsi neutron-server[74235]:                                                      'Trunk': '1.1'}}
Jun 29 14:27:47.498014 dv-cinder-798356-1-iscsi neutron-server[74235]:  {{(pid=74235) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 29 14:27:47.500792 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:47.501313 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.db.segments_db [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Added segment 22805b8c-5eb0-4508-ac25-ba13cbff4b17 of type vlan for network e18f3f47-eda3-4841-b6ac-77a54d6b46e2
Jun 29 14:27:47.502458 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:47.532282 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482767800'] for network, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:47.565957 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695'] for network, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:47.567348 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:27:47.567801 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:47.572283 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:47.665362 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2068926467-network', 'tenant_id': '5d73d58182bc49a286d4de431ca6397b'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:27:47.672387 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Pushing event updated for resources: {'Network': ['ID=e18f3f47-eda3-4841-b6ac-77a54d6b46e2,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:47.672793 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:27:47.681255 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Usage tracker for resource:network and tenant:5d73d58182bc49a286d4de431ca6397b is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:27:47.687377 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:47.688978 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:27:47.696472 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.9440212
Jun 29 14:27:47.697765 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 36916) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:27:47.702312 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:27:47.705676 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-1a0718d3-d1c4-4797-9623-d49683969a70 admin admin] Request body: {'subnet': {'network_id': 'e18f3f47-eda3-4841-b6ac-77a54d6b46e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-707254591-subnet', 'tenant_id': '49688b8975d4487d95604f13bd607887', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:27:47.713803 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-1a0718d3-d1c4-4797-9623-d49683969a70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:27:47.718873 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-1a0718d3-d1c4-4797-9623-d49683969a70 admin admin] Usage tracker for resource:subnet and tenant:49688b8975d4487d95604f13bd607887 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:27:47.721210 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Made reservation on behalf of 5d73d58182bc49a286d4de431ca6397b for: {'network': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:27:47.722760 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-1a0718d3-d1c4-4797-9623-d49683969a70 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:27:47.730976 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for network, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:47.731325 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-1a0718d3-d1c4-4797-9623-d49683969a70 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:27:47.745434 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a0718d3-d1c4-4797-9623-d49683969a70 admin admin] Made reservation on behalf of 49688b8975d4487d95604f13bd607887 for: {'subnet': 1} {{(pid=74235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:27:47.748215 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1a0718d3-d1c4-4797-9623-d49683969a70 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:47.758258 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:47.765030 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Network e18f3f47-eda3-4841-b6ac-77a54d6b46e2 details requested by agent ovs-agent-dv-cinder-798356-1-iscsi with host dv-cinder-798356-1-iscsi {{(pid=74236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 14:27:47.819605 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:27:47.824401 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Usage tracker for resource:security_group_rule and tenant:5d73d58182bc49a286d4de431ca6397b is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:27:47.827579 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:27:47.834472 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:27:47.906688 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:47.918348 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:47.931514 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:47.972638 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'}  {{(pid=74234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 14:27:47.984730 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f4392f9-bc1d-4c82-b711-67638712e80a,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:47.995468 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:47.996095 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.db.segments_db [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Added segment 6eb144e0-b13e-48ad-a113-0cbbdccc3b4f of type vlan for network 3f5a6f90-cd6d-434f-94d3-d53beba81e83
Jun 29 14:27:48.005061 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:48.006058 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:48.006738 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:48.007286 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:48.007765 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:48.008401 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:48.008878 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:48.009787 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:48.010282 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:48.010912 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:48.011393 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:48.015955 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Tracked resource versions report:
Jun 29 14:27:48.015955 dv-cinder-798356-1-iscsi neutron-server[74234]: pushed versions:
Jun 29 14:27:48.015955 dv-cinder-798356-1-iscsi neutron-server[74234]: {   'ConntrackHelper': {'1.0'},
Jun 29 14:27:48.015955 dv-cinder-798356-1-iscsi neutron-server[74234]:     'Log': {'1.0'},
Jun 29 14:27:48.015955 dv-cinder-798356-1-iscsi neutron-server[74234]:     'Network': {'1.1'},
Jun 29 14:27:48.015955 dv-cinder-798356-1-iscsi neutron-server[74234]:     'Port': {'1.5'},
Jun 29 14:27:48.015955 dv-cinder-798356-1-iscsi neutron-server[74234]:     'PortForwarding': {'1.2'},
Jun 29 14:27:48.015955 dv-cinder-798356-1-iscsi neutron-server[74234]:     'QosPolicy': {'1.8'},
Jun 29 14:27:48.015955 dv-cinder-798356-1-iscsi neutron-server[74234]:     'SecurityGroup': {'1.2'},
Jun 29 14:27:48.015955 dv-cinder-798356-1-iscsi neutron-server[74234]:     'SecurityGroupRule': {'1.0'},
Jun 29 14:27:48.015955 dv-cinder-798356-1-iscsi neutron-server[74234]:     'SubPort': {'1.0'},
Jun 29 14:27:48.015955 dv-cinder-798356-1-iscsi neutron-server[74234]:     'Subnet': {'1.1'},
Jun 29 14:27:48.015955 dv-cinder-798356-1-iscsi neutron-server[74234]:     'Trunk': {'1.1'}}
Jun 29 14:27:48.015955 dv-cinder-798356-1-iscsi neutron-server[74234]: consumer versions:
Jun 29 14:27:48.015955 dv-cinder-798356-1-iscsi neutron-server[74234]: {   DHCP agent@dv-cinder-798356-1-iscsi: {},
Jun 29 14:27:48.015955 dv-cinder-798356-1-iscsi neutron-server[74234]:     HyperV agent@hv-cinder-79835: {},
Jun 29 14:27:48.015955 dv-cinder-798356-1-iscsi neutron-server[74234]:     L3 agent@dv-cinder-798356-1-iscsi: {},
Jun 29 14:27:48.015955 dv-cinder-798356-1-iscsi neutron-server[74234]:     Metadata agent@dv-cinder-798356-1-iscsi: {},
Jun 29 14:27:48.015955 dv-cinder-798356-1-iscsi neutron-server[74234]:     Metering agent@dv-cinder-798356-1-iscsi: {},
Jun 29 14:27:48.015955 dv-cinder-798356-1-iscsi neutron-server[74234]:     Open vSwitch agent@dv-cinder-798356-1-iscsi: {   'ConntrackHelper': '1.0',
Jun 29 14:27:48.015955 dv-cinder-798356-1-iscsi neutron-server[74234]:                                                      'Log': '1.0',
Jun 29 14:27:48.015955 dv-cinder-798356-1-iscsi neutron-server[74234]:                                                      'Network': '1.1',
Jun 29 14:27:48.015955 dv-cinder-798356-1-iscsi neutron-server[74234]:                                                      'Port': '1.5',
Jun 29 14:27:48.015955 dv-cinder-798356-1-iscsi neutron-server[74234]:                                                      'PortForwarding': '1.2',
Jun 29 14:27:48.015955 dv-cinder-798356-1-iscsi neutron-server[74234]:                                                      'QosPolicy': '1.8',
Jun 29 14:27:48.015955 dv-cinder-798356-1-iscsi neutron-server[74234]:                                                      'SecurityGroup': '1.2',
Jun 29 14:27:48.015955 dv-cinder-798356-1-iscsi neutron-server[74234]:                                                      'SecurityGroupRule': '1.0',
Jun 29 14:27:48.015955 dv-cinder-798356-1-iscsi neutron-server[74234]:                                                      'SubPort': '1.0',
Jun 29 14:27:48.015955 dv-cinder-798356-1-iscsi neutron-server[74234]:                                                      'Subnet': '1.1',
Jun 29 14:27:48.015955 dv-cinder-798356-1-iscsi neutron-server[74234]:                                                      'Trunk': '1.1'}}
Jun 29 14:27:48.015955 dv-cinder-798356-1-iscsi neutron-server[74234]:  {{(pid=74234) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 29 14:27:48.024862 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:48.033265 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1a0718d3-d1c4-4797-9623-d49683969a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695'] for subnet, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:48.042241 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:48.054882 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482767800'] for network, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:48.088694 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695'] for network, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:48.090282 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:27:48.092212 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:48.098641 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:48.129404 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0718d3-d1c4-4797-9623-d49683969a70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d349a7a1-71b6-4c71-8ccc-984c68721f79,revision_number=0']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:48.136885 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a0718d3-d1c4-4797-9623-d49683969a70 admin admin] Checking segment: {'id': '22805b8c-5eb0-4508-ac25-ba13cbff4b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e18f3f47-eda3-4841-b6ac-77a54d6b46e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:27:48.137255 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0718d3-d1c4-4797-9623-d49683969a70 admin admin] Network hostable DHCP agents. Network: e18f3f47-eda3-4841-b6ac-77a54d6b46e2, hostable agents: ['e1a882d0-1bb9-433b-98f7-0ae4434a4814'], hosted agents: [] {{(pid=74235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 14:27:48.141729 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-1a0718d3-d1c4-4797-9623-d49683969a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:48.162534 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a0718d3-d1c4-4797-9623-d49683969a70 admin admin] Network e18f3f47-eda3-4841-b6ac-77a54d6b46e2 is scheduled to be hosted by DHCP agent e1a882d0-1bb9-433b-98f7-0ae4434a4814 with binding_index 1 {{(pid=74235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 14:27:48.174604 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.base_scheduler [None req-1a0718d3-d1c4-4797-9623-d49683969a70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-iscsi, e18f3f47-eda3-4841-b6ac-77a54d6b46e2) {{(pid=74235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:27:48.179666 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a0718d3-d1c4-4797-9623-d49683969a70 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:27:48.180258 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1a0718d3-d1c4-4797-9623-d49683969a70 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for subnet, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:48.186220 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-217ee9e3-2205-4bbf-8855-62989a2892c4 None None] Network e18f3f47-eda3-4841-b6ac-77a54d6b46e2 requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:27:48.215886 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Pushing event updated for resources: {'Network': ['ID=3f5a6f90-cd6d-434f-94d3-d53beba81e83,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:48.220491 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:48.229328 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 0.8674707
Jun 29 14:27:48.229965 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 36934) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:27:48.236615 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-c8156df2-df6d-4106-afc8-b5bd3b5678d4 admin admin] Request body: {'subnet': {'network_id': '3f5a6f90-cd6d-434f-94d3-d53beba81e83', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2068926467-subnet', 'tenant_id': '5d73d58182bc49a286d4de431ca6397b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:27:48.236857 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-1a0718d3-d1c4-4797-9623-d49683969a70 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 0.5371511
Jun 29 14:27:48.239422 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 36938) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:27:48.243357 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-c8156df2-df6d-4106-afc8-b5bd3b5678d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:27:48.246555 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-9f543568-8c3a-437a-ae4c-563e010bb004 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-707254591-router', 'tenant_id': '49688b8975d4487d95604f13bd607887', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'}}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:27:48.247445 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-c8156df2-df6d-4106-afc8-b5bd3b5678d4 admin admin] Usage tracker for resource:subnet and tenant:5d73d58182bc49a286d4de431ca6397b is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:27:48.251118 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-c8156df2-df6d-4106-afc8-b5bd3b5678d4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:27:48.253618 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-9f543568-8c3a-437a-ae4c-563e010bb004 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:27:48.257750 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-c8156df2-df6d-4106-afc8-b5bd3b5678d4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:27:48.258468 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-9f543568-8c3a-437a-ae4c-563e010bb004 admin admin] Usage tracker for resource:router and tenant:49688b8975d4487d95604f13bd607887 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:27:48.262085 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-9f543568-8c3a-437a-ae4c-563e010bb004 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:27:48.269436 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-9f543568-8c3a-437a-ae4c-563e010bb004 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:27:48.272931 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8156df2-df6d-4106-afc8-b5bd3b5678d4 admin admin] Made reservation on behalf of 5d73d58182bc49a286d4de431ca6397b for: {'subnet': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:27:48.277393 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c8156df2-df6d-4106-afc8-b5bd3b5678d4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:48.283288 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Network 3f5a6f90-cd6d-434f-94d3-d53beba81e83 details requested by agent ovs-agent-dv-cinder-798356-1-iscsi with host dv-cinder-798356-1-iscsi {{(pid=74236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 14:27:48.302041 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-9f543568-8c3a-437a-ae4c-563e010bb004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6752'] for router, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:48.304385 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-9f543568-8c3a-437a-ae4c-563e010bb004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-672253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-746119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6783'] for router, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:48.353175 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-9f543568-8c3a-437a-ae4c-563e010bb004 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:48.546630 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d08ae734-eec4-4702-bfc0-6f39e3cb6002 None None] Network e18f3f47-eda3-4841-b6ac-77a54d6b46e2 requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:27:48.558125 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c8156df2-df6d-4106-afc8-b5bd3b5678d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695'] for subnet, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:48.564053 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:48.643569 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8156df2-df6d-4106-afc8-b5bd3b5678d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06cb692c-3058-4731-80b4-280a3a16a745,revision_number=0']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:48.647842 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-c8156df2-df6d-4106-afc8-b5bd3b5678d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:48.650607 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-9f543568-8c3a-437a-ae4c-563e010bb004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6733'] for router, precommit_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:48.657216 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8156df2-df6d-4106-afc8-b5bd3b5678d4 admin admin] Checking segment: {'id': '6eb144e0-b13e-48ad-a113-0cbbdccc3b4f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '3f5a6f90-cd6d-434f-94d3-d53beba81e83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:27:48.657689 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8156df2-df6d-4106-afc8-b5bd3b5678d4 admin admin] Network hostable DHCP agents. Network: 3f5a6f90-cd6d-434f-94d3-d53beba81e83, hostable agents: ['e1a882d0-1bb9-433b-98f7-0ae4434a4814'], hosted agents: [] {{(pid=74234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 14:27:48.687745 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8156df2-df6d-4106-afc8-b5bd3b5678d4 admin admin] Network 3f5a6f90-cd6d-434f-94d3-d53beba81e83 is scheduled to be hosted by DHCP agent e1a882d0-1bb9-433b-98f7-0ae4434a4814 with binding_index 1 {{(pid=74234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 14:27:48.715259 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [None req-c8156df2-df6d-4106-afc8-b5bd3b5678d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-iscsi, 3f5a6f90-cd6d-434f-94d3-d53beba81e83) {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:27:48.720204 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8156df2-df6d-4106-afc8-b5bd3b5678d4 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:27:48.720896 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c8156df2-df6d-4106-afc8-b5bd3b5678d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for subnet, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:48.734238 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccc5f8f5-8807-4b23-b20f-6e22abc8961e None None] Network 3f5a6f90-cd6d-434f-94d3-d53beba81e83 requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:27:48.742753 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 36948) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:27:48.780920 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-c8156df2-df6d-4106-afc8-b5bd3b5678d4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.5493753
Jun 29 14:27:48.882267 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-9f543568-8c3a-437a-ae4c-563e010bb004 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:48.919970 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-9f543568-8c3a-437a-ae4c-563e010bb004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:49.024597 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 36964) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:27:49.074952 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.db_base_plugin_common [None req-9f543568-8c3a-437a-ae4c-563e010bb004 admin admin] Allocated IP 172.27.1.200 (4aeb16d3-bc5e-4796-b60c-2ad2a6d47368/089d678a-05aa-4bef-b283-da88079c7f50/b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795) {{(pid=74235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:27:49.118422 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd3b78db-781a-46bb-b428-e13d17d24e83 None None] Network 3f5a6f90-cd6d-434f-94d3-d53beba81e83 requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:27:49.143153 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 36972) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:27:49.218982 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-05a4895a-071a-4307-88c6-6ac30f0a8d35 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-23625440-network', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:27:49.229693 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-05a4895a-071a-4307-88c6-6ac30f0a8d35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:27:49.239089 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-05a4895a-071a-4307-88c6-6ac30f0a8d35 admin admin] Usage tracker for resource:network and tenant:5bff793212d24b37a3b1ec86e1a04aaa is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:27:49.241770 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-9f543568-8c3a-437a-ae4c-563e010bb004 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:49.247654 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-05a4895a-071a-4307-88c6-6ac30f0a8d35 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:27:49.256353 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-05a4895a-071a-4307-88c6-6ac30f0a8d35 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:27:49.272682 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a4895a-071a-4307-88c6-6ac30f0a8d35 admin admin] Made reservation on behalf of 5bff793212d24b37a3b1ec86e1a04aaa for: {'network': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:27:49.281050 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-05a4895a-071a-4307-88c6-6ac30f0a8d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for network, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:49.302482 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-9f543568-8c3a-437a-ae4c-563e010bb004 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793'] for port, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:49.303335 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-05a4895a-071a-4307-88c6-6ac30f0a8d35 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:49.316343 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:49.344846 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-05a4895a-071a-4307-88c6-6ac30f0a8d35 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:27:49.349636 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-05a4895a-071a-4307-88c6-6ac30f0a8d35 admin admin] Usage tracker for resource:security_group_rule and tenant:5bff793212d24b37a3b1ec86e1a04aaa is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:27:49.353437 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-05a4895a-071a-4307-88c6-6ac30f0a8d35 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:27:49.376257 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-05a4895a-071a-4307-88c6-6ac30f0a8d35 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:27:49.385540 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f543568-8c3a-437a-ae4c-563e010bb004 admin admin] Network 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 is already hosted by enough agents. {{(pid=74235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:27:49.388369 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.base_scheduler [None req-9f543568-8c3a-437a-ae4c-563e010bb004 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:27:49.398216 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f543568-8c3a-437a-ae4c-563e010bb004 admin admin] Received port after_create {{(pid=74235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:27:49.450821 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f543568-8c3a-437a-ae4c-563e010bb004 admin admin] Pushing event updated for resources: {'Port': ['ID=b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:49.455718 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-167d28ea-cb7b-48fe-bdef-1a4ad5882e3f admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1815753629-network', 'tenant_id': '98c21011a694479d9020004a973e4a51'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:27:49.456873 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-9f543568-8c3a-437a-ae4c-563e010bb004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:49.462039 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-167d28ea-cb7b-48fe-bdef-1a4ad5882e3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:27:49.467714 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-167d28ea-cb7b-48fe-bdef-1a4ad5882e3f admin admin] Usage tracker for resource:network and tenant:98c21011a694479d9020004a973e4a51 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:27:49.472406 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-167d28ea-cb7b-48fe-bdef-1a4ad5882e3f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:27:49.479847 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-167d28ea-cb7b-48fe-bdef-1a4ad5882e3f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:27:49.499674 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-05a4895a-071a-4307-88c6-6ac30f0a8d35 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:49.505123 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167d28ea-cb7b-48fe-bdef-1a4ad5882e3f admin admin] Made reservation on behalf of 98c21011a694479d9020004a973e4a51 for: {'network': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:27:49.509050 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-167d28ea-cb7b-48fe-bdef-1a4ad5882e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for network, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:49.526133 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-05a4895a-071a-4307-88c6-6ac30f0a8d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:49.527158 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-167d28ea-cb7b-48fe-bdef-1a4ad5882e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:49.546935 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-c5238958-5c07-425e-9144-cf4a70c84af5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-917780842-network', 'tenant_id': '9168106bff7043a69607ef135131ee6b'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:27:49.552935 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:49.582612 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a4895a-071a-4307-88c6-6ac30f0a8d35 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92249967-ea4e-4d54-842e-ed8062a8fd0b,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:49.586598 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-05a4895a-071a-4307-88c6-6ac30f0a8d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:49.610695 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-167d28ea-cb7b-48fe-bdef-1a4ad5882e3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:27:49.613391 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-9f543568-8c3a-437a-ae4c-563e010bb004 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:49.614199 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-9f543568-8c3a-437a-ae4c-563e010bb004 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670196'] for router, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:49.617847 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-167d28ea-cb7b-48fe-bdef-1a4ad5882e3f admin admin] Usage tracker for resource:security_group_rule and tenant:98c21011a694479d9020004a973e4a51 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:27:49.620763 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-167d28ea-cb7b-48fe-bdef-1a4ad5882e3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:27:49.626743 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-167d28ea-cb7b-48fe-bdef-1a4ad5882e3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:27:49.711422 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-167d28ea-cb7b-48fe-bdef-1a4ad5882e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:49.722204 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-167d28ea-cb7b-48fe-bdef-1a4ad5882e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:49.724153 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a4895a-071a-4307-88c6-6ac30f0a8d35 admin admin] vlan segment allocate from pool success with {'vlan_id': 504, 'physical_network': 'physnet1'}  {{(pid=74234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 14:27:49.731330 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-c5238958-5c07-425e-9144-cf4a70c84af5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:27:49.737546 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:49.772729 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d28ea-cb7b-48fe-bdef-1a4ad5882e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a482af90-05e1-4ab6-8883-a1506aff8635,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:49.776151 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-167d28ea-cb7b-48fe-bdef-1a4ad5882e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:49.777186 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-c5238958-5c07-425e-9144-cf4a70c84af5 admin admin] Usage tracker for resource:network and tenant:9168106bff7043a69607ef135131ee6b is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:27:49.782159 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-c5238958-5c07-425e-9144-cf4a70c84af5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:27:49.792111 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-c5238958-5c07-425e-9144-cf4a70c84af5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:27:49.799024 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-05a4895a-071a-4307-88c6-6ac30f0a8d35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:49.799392 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.db.segments_db [None req-05a4895a-071a-4307-88c6-6ac30f0a8d35 admin admin] Added segment 9893828c-dda5-4b37-8a2f-299b5eb1c0ef of type vlan for network 4136cd64-8118-416e-874b-f6ed5b97de9f
Jun 29 14:27:49.827478 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5238958-5c07-425e-9144-cf4a70c84af5 admin admin] Made reservation on behalf of 9168106bff7043a69607ef135131ee6b for: {'network': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:27:49.829912 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c5238958-5c07-425e-9144-cf4a70c84af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for network, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:49.846625 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c5238958-5c07-425e-9144-cf4a70c84af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:49.864708 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-05a4895a-071a-4307-88c6-6ac30f0a8d35 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482767800'] for network, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:49.900836 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-c5238958-5c07-425e-9144-cf4a70c84af5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:27:49.907816 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-c5238958-5c07-425e-9144-cf4a70c84af5 admin admin] Usage tracker for resource:security_group_rule and tenant:9168106bff7043a69607ef135131ee6b is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:27:49.912091 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-c5238958-5c07-425e-9144-cf4a70c84af5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:27:49.918553 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-c5238958-5c07-425e-9144-cf4a70c84af5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:27:49.930472 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-05a4895a-071a-4307-88c6-6ac30f0a8d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695'] for network, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:49.932951 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.db.api [None req-167d28ea-cb7b-48fe-bdef-1a4ad5882e3f admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=74234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 29 14:27:49.933281 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_db.api [None req-167d28ea-cb7b-48fe-bdef-1a4ad5882e3f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 29 14:27:49.935193 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a4895a-071a-4307-88c6-6ac30f0a8d35 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:27:49.935832 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-05a4895a-071a-4307-88c6-6ac30f0a8d35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:49.947444 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-66bb33b4-2d94-4504-825c-b4351e7f9cff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:49.961548 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f543568-8c3a-437a-ae4c-563e010bb004 admin admin] Router d579b5b6-0a5f-4609-8309-22ff5d0cd65d is scheduled to L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 with binding_index 1 {{(pid=74235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 29 14:27:50.081869 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a4895a-071a-4307-88c6-6ac30f0a8d35 admin admin] Pushing event updated for resources: {'Network': ['ID=4136cd64-8118-416e-874b-f6ed5b97de9f,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:50.084913 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-05a4895a-071a-4307-88c6-6ac30f0a8d35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:50.096398 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Network 4136cd64-8118-416e-874b-f6ed5b97de9f details requested by agent ovs-agent-dv-cinder-798356-1-iscsi with host dv-cinder-798356-1-iscsi {{(pid=74236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 14:27:50.104145 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-05a4895a-071a-4307-88c6-6ac30f0a8d35 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.3559492
Jun 29 14:27:50.106796 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 36998) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:27:50.122911 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-66cecd8a-078f-45f8-8536-caaba36d6aef admin admin] Request body: {'subnet': {'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-23625440-subnet', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:27:50.129681 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-66cecd8a-078f-45f8-8536-caaba36d6aef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:27:50.133519 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c5238958-5c07-425e-9144-cf4a70c84af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:50.136305 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-66cecd8a-078f-45f8-8536-caaba36d6aef admin admin] Usage tracker for resource:subnet and tenant:5bff793212d24b37a3b1ec86e1a04aaa is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:27:50.139268 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-66cecd8a-078f-45f8-8536-caaba36d6aef admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:27:50.151404 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c5238958-5c07-425e-9144-cf4a70c84af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:50.155572 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-66cecd8a-078f-45f8-8536-caaba36d6aef admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:27:50.160552 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:50.211191 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f543568-8c3a-437a-ae4c-563e010bb004 admin admin] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:27:50.218510 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66cecd8a-078f-45f8-8536-caaba36d6aef admin admin] Made reservation on behalf of 5bff793212d24b37a3b1ec86e1a04aaa for: {'subnet': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:27:50.222353 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-66cecd8a-078f-45f8-8536-caaba36d6aef admin admin] Notify callbacks [] for subnet, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:50.223117 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a9f34e-19ce-4229-b35a-f84b8bf2297b None None] Sync routers for ids ['d579b5b6-0a5f-4609-8309-22ff5d0cd65d'] in dv-cinder-798356-1-iscsi {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:27:50.235962 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5238958-5c07-425e-9144-cf4a70c84af5 admin admin] vlan segment allocate from pool success with {'vlan_id': 505, 'physical_network': 'physnet1'}  {{(pid=74234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 14:27:50.241835 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a9f34e-19ce-4229-b35a-f84b8bf2297b None None] Routers {'d579b5b6-0a5f-4609-8309-22ff5d0cd65d'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:27:50.242624 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-47a9f34e-19ce-4229-b35a-f84b8bf2297b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94887bb0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:27:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['d579b5b6-0a5f-4609-8309-22ff5d0cd65d'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:27:50.244205 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5238958-5c07-425e-9144-cf4a70c84af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9720652b-1858-4a3b-9e0d-d3abae48590b,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:50.244974 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-9f543568-8c3a-437a-ae4c-563e010bb004 admin admin] Notify callbacks [] for router, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:50.246708 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-9f543568-8c3a-437a-ae4c-563e010bb004 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 930 time: 2.0058236
Jun 29 14:27:50.249680 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 37006) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:27:50.258994 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-c5238958-5c07-425e-9144-cf4a70c84af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:50.329320 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c5238958-5c07-425e-9144-cf4a70c84af5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:50.329939 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.db.segments_db [None req-c5238958-5c07-425e-9144-cf4a70c84af5 admin admin] Added segment 0dfa2ba1-aef0-4202-9eab-77e9ea1a0785 of type vlan for network 4efbe09a-ec64-4c57-8f69-466f632996dc
Jun 29 14:27:50.436783 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-167d28ea-cb7b-48fe-bdef-1a4ad5882e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for network, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:50.464262 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c5238958-5c07-425e-9144-cf4a70c84af5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482767800'] for network, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:50.585746 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-47a9f34e-19ce-4229-b35a-f84b8bf2297b None None] Set router d579b5b6-0a5f-4609-8309-22ff5d0cd65d gateway port host: dv-cinder-798356-1-iscsi {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:27:50.693000 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c5238958-5c07-425e-9144-cf4a70c84af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695'] for network, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:50.724987 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5238958-5c07-425e-9144-cf4a70c84af5 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:27:50.725598 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c5238958-5c07-425e-9144-cf4a70c84af5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:50.745934 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.db.api [None req-167d28ea-cb7b-48fe-bdef-1a4ad5882e3f admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=74234) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 29 14:27:50.746344 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_db.api [None req-167d28ea-cb7b-48fe-bdef-1a4ad5882e3f admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 29 14:27:50.758155 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-920cc3a5-9e5c-4e19-82d6-d84c85d52642 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:50.913811 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-167d28ea-cb7b-48fe-bdef-1a4ad5882e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for network, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:50.986898 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5238958-5c07-425e-9144-cf4a70c84af5 admin admin] Pushing event updated for resources: {'Network': ['ID=4efbe09a-ec64-4c57-8f69-466f632996dc,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:51.004162 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Network 4efbe09a-ec64-4c57-8f69-466f632996dc details requested by agent ovs-agent-dv-cinder-798356-1-iscsi with host dv-cinder-798356-1-iscsi {{(pid=74236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 14:27:51.009647 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-c5238958-5c07-425e-9144-cf4a70c84af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:51.053548 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-47a9f34e-19ce-4229-b35a-f84b8bf2297b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94887bb0>, [{'id': 'd579b5b6-0a5f-4609-8309-22ff5d0cd65d', 'name': 'tempest-ServerRescueNegativeTestJSON-707254591-router', 'tenant_id': '49688b8975d4487d95604f13bd607887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:48Z', 'updated_at': '2021-06-29T14:27:49Z', 'revision_number': 3, 'project_id': '49688b8975d4487d95604f13bd607887', 'gw_port': {'id': 'b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:40:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd579b5b6-0a5f-4609-8309-22ff5d0cd65d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:48Z', 'updated_at': '2021-06-29T14:27:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi'}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:27:51.057901 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a9f34e-19ce-4229-b35a-f84b8bf2297b None None] Checking router: d579b5b6-0a5f-4609-8309-22ff5d0cd65d for host: dv-cinder-798356-1-iscsi {{(pid=74237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:27:51.058196 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a9f34e-19ce-4229-b35a-f84b8bf2297b None None] Updating router d579b5b6-0a5f-4609-8309-22ff5d0cd65d port b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795 binding host dv-cinder-798356-1-iscsi {{(pid=74237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 14:27:51.112943 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-47a9f34e-19ce-4229-b35a-f84b8bf2297b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:51.145956 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-66cecd8a-078f-45f8-8536-caaba36d6aef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695'] for subnet, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:51.159317 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-c5238958-5c07-425e-9144-cf4a70c84af5 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 889 time: 2.0150719
Jun 29 14:27:51.162605 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 37026) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:27:51.163229 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-a5536061-9220-4997-b8e0-013c9c1a69bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:51.246073 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-abca4705-09f5-4efe-87ec-958f60319403 admin admin] Request body: {'subnet': {'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-917780842-subnet', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:27:51.250951 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-abca4705-09f5-4efe-87ec-958f60319403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:27:51.255563 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-abca4705-09f5-4efe-87ec-958f60319403 admin admin] Usage tracker for resource:subnet and tenant:9168106bff7043a69607ef135131ee6b is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:27:51.259106 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-abca4705-09f5-4efe-87ec-958f60319403 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:27:51.264994 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-abca4705-09f5-4efe-87ec-958f60319403 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:27:51.274254 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cecd8a-078f-45f8-8536-caaba36d6aef admin admin] Pushing event updated for resources: {'Subnet': ['ID=6b290bd3-20c6-48b7-a0ea-2f1a94cb7740,revision_number=0']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:51.278436 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-66cecd8a-078f-45f8-8536-caaba36d6aef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:51.285940 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abca4705-09f5-4efe-87ec-958f60319403 admin admin] Made reservation on behalf of 9168106bff7043a69607ef135131ee6b for: {'subnet': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:27:51.289599 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-abca4705-09f5-4efe-87ec-958f60319403 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:51.394160 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-167d28ea-cb7b-48fe-bdef-1a4ad5882e3f admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'}  {{(pid=74234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 14:27:51.405660 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-167d28ea-cb7b-48fe-bdef-1a4ad5882e3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:51.406517 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.db.segments_db [None req-167d28ea-cb7b-48fe-bdef-1a4ad5882e3f admin admin] Added segment 5cdb01d4-f8d7-46f9-8d82-2b447c11ef10 of type vlan for network 5b698dac-2814-4285-b9fc-a47ee81514a6
Jun 29 14:27:51.448342 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-167d28ea-cb7b-48fe-bdef-1a4ad5882e3f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482767800'] for network, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:51.533902 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66cecd8a-078f-45f8-8536-caaba36d6aef admin admin] Checking segment: {'id': '9893828c-dda5-4b37-8a2f-299b5eb1c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:27:51.534308 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cecd8a-078f-45f8-8536-caaba36d6aef admin admin] Network hostable DHCP agents. Network: 4136cd64-8118-416e-874b-f6ed5b97de9f, hostable agents: ['e1a882d0-1bb9-433b-98f7-0ae4434a4814'], hosted agents: [] {{(pid=74234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 14:27:51.550850 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-47a9f34e-19ce-4229-b35a-f84b8bf2297b None None] Notify callbacks [] for port, precommit_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:51.581636 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.provisioning_blocks [None req-47a9f34e-19ce-4229-b35a-f84b8bf2297b None None] Transition to ACTIVE for port object b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795 will not be triggered until provisioned by entity L2. {{(pid=74237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:27:51.593478 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-167d28ea-cb7b-48fe-bdef-1a4ad5882e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695'] for network, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:51.596012 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167d28ea-cb7b-48fe-bdef-1a4ad5882e3f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:27:51.596814 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-167d28ea-cb7b-48fe-bdef-1a4ad5882e3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:51.602381 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-47a9f34e-19ce-4229-b35a-f84b8bf2297b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:51.607889 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [None req-192cbda6-381d-4856-9db0-df5fa62c2afc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:51.619875 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-05a4895a-071a-4307-88c6-6ac30f0a8d35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:51.639977 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66cecd8a-078f-45f8-8536-caaba36d6aef admin admin] Network 4136cd64-8118-416e-874b-f6ed5b97de9f is scheduled to be hosted by DHCP agent e1a882d0-1bb9-433b-98f7-0ae4434a4814 with binding_index 1 {{(pid=74234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 14:27:51.663559 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-167d28ea-cb7b-48fe-bdef-1a4ad5882e3f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 2.6376278
Jun 29 14:27:51.666108 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 37038) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:27:51.677305 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-adff533b-7703-42b4-b488-949dafa0d882 admin admin] Request body: {'subnet': {'network_id': '5b698dac-2814-4285-b9fc-a47ee81514a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1815753629-subnet', 'tenant_id': '98c21011a694479d9020004a973e4a51', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:27:51.698963 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-adff533b-7703-42b4-b488-949dafa0d882 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:27:51.767382 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0eb91-9d96-4efc-8542-c183377c9bb1 None None] Pushing event updated for resources: {'Port': ['ID=b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795,revision_number=2']} {{(pid=74237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:51.778844 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-adff533b-7703-42b4-b488-949dafa0d882 admin admin] Usage tracker for resource:subnet and tenant:98c21011a694479d9020004a973e4a51 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:27:51.788477 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [None req-66cecd8a-078f-45f8-8536-caaba36d6aef admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-iscsi, 4136cd64-8118-416e-874b-f6ed5b97de9f) {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:27:51.796566 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12402267-bcbf-4747-9369-03e0c2076a04 None None] Network 4136cd64-8118-416e-874b-f6ed5b97de9f requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:27:51.797611 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-adff533b-7703-42b4-b488-949dafa0d882 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:27:51.814034 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66cecd8a-078f-45f8-8536-caaba36d6aef admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:27:51.815464 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-66cecd8a-078f-45f8-8536-caaba36d6aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for subnet, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:51.835316 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-adff533b-7703-42b4-b488-949dafa0d882 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:27:51.856855 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0eb91-9d96-4efc-8542-c183377c9bb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:51.857192 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0eb91-9d96-4efc-8542-c183377c9bb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:51.857521 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0eb91-9d96-4efc-8542-c183377c9bb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:51.857842 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0eb91-9d96-4efc-8542-c183377c9bb1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:51.858159 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0eb91-9d96-4efc-8542-c183377c9bb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:51.858473 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0eb91-9d96-4efc-8542-c183377c9bb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:51.858809 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0eb91-9d96-4efc-8542-c183377c9bb1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:51.859148 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0eb91-9d96-4efc-8542-c183377c9bb1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:51.859464 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0eb91-9d96-4efc-8542-c183377c9bb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:51.859770 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0eb91-9d96-4efc-8542-c183377c9bb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:51.860076 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0eb91-9d96-4efc-8542-c183377c9bb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:51.861115 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfb0eb91-9d96-4efc-8542-c183377c9bb1 None None] Tracked resource versions report:
Jun 29 14:27:51.861115 dv-cinder-798356-1-iscsi neutron-server[74237]: pushed versions:
Jun 29 14:27:51.861115 dv-cinder-798356-1-iscsi neutron-server[74237]: {   'ConntrackHelper': {'1.0'},
Jun 29 14:27:51.861115 dv-cinder-798356-1-iscsi neutron-server[74237]:     'Log': {'1.0'},
Jun 29 14:27:51.861115 dv-cinder-798356-1-iscsi neutron-server[74237]:     'Network': {'1.1'},
Jun 29 14:27:51.861115 dv-cinder-798356-1-iscsi neutron-server[74237]:     'Port': {'1.5'},
Jun 29 14:27:51.861115 dv-cinder-798356-1-iscsi neutron-server[74237]:     'PortForwarding': {'1.2'},
Jun 29 14:27:51.861115 dv-cinder-798356-1-iscsi neutron-server[74237]:     'QosPolicy': {'1.8'},
Jun 29 14:27:51.861115 dv-cinder-798356-1-iscsi neutron-server[74237]:     'SecurityGroup': {'1.2'},
Jun 29 14:27:51.861115 dv-cinder-798356-1-iscsi neutron-server[74237]:     'SecurityGroupRule': {'1.0'},
Jun 29 14:27:51.861115 dv-cinder-798356-1-iscsi neutron-server[74237]:     'SubPort': {'1.0'},
Jun 29 14:27:51.861115 dv-cinder-798356-1-iscsi neutron-server[74237]:     'Subnet': {'1.1'},
Jun 29 14:27:51.861115 dv-cinder-798356-1-iscsi neutron-server[74237]:     'Trunk': {'1.1'}}
Jun 29 14:27:51.861115 dv-cinder-798356-1-iscsi neutron-server[74237]: consumer versions:
Jun 29 14:27:51.861115 dv-cinder-798356-1-iscsi neutron-server[74237]: {   DHCP agent@dv-cinder-798356-1-iscsi: {},
Jun 29 14:27:51.861115 dv-cinder-798356-1-iscsi neutron-server[74237]:     HyperV agent@hv-cinder-79835: {},
Jun 29 14:27:51.861115 dv-cinder-798356-1-iscsi neutron-server[74237]:     L3 agent@dv-cinder-798356-1-iscsi: {},
Jun 29 14:27:51.861115 dv-cinder-798356-1-iscsi neutron-server[74237]:     Metadata agent@dv-cinder-798356-1-iscsi: {},
Jun 29 14:27:51.861115 dv-cinder-798356-1-iscsi neutron-server[74237]:     Metering agent@dv-cinder-798356-1-iscsi: {},
Jun 29 14:27:51.861115 dv-cinder-798356-1-iscsi neutron-server[74237]:     Open vSwitch agent@dv-cinder-798356-1-iscsi: {   'ConntrackHelper': '1.0',
Jun 29 14:27:51.861115 dv-cinder-798356-1-iscsi neutron-server[74237]:                                                      'Log': '1.0',
Jun 29 14:27:51.861115 dv-cinder-798356-1-iscsi neutron-server[74237]:                                                      'Network': '1.1',
Jun 29 14:27:51.861115 dv-cinder-798356-1-iscsi neutron-server[74237]:                                                      'Port': '1.5',
Jun 29 14:27:51.861115 dv-cinder-798356-1-iscsi neutron-server[74237]:                                                      'PortForwarding': '1.2',
Jun 29 14:27:51.861115 dv-cinder-798356-1-iscsi neutron-server[74237]:                                                      'QosPolicy': '1.8',
Jun 29 14:27:51.861115 dv-cinder-798356-1-iscsi neutron-server[74237]:                                                      'SecurityGroup': '1.2',
Jun 29 14:27:51.861115 dv-cinder-798356-1-iscsi neutron-server[74237]:                                                      'SecurityGroupRule': '1.0',
Jun 29 14:27:51.861115 dv-cinder-798356-1-iscsi neutron-server[74237]:                                                      'SubPort': '1.0',
Jun 29 14:27:51.861115 dv-cinder-798356-1-iscsi neutron-server[74237]:                                                      'Subnet': '1.1',
Jun 29 14:27:51.861115 dv-cinder-798356-1-iscsi neutron-server[74237]:                                                      'Trunk': '1.1'}}
Jun 29 14:27:51.861115 dv-cinder-798356-1-iscsi neutron-server[74237]:  {{(pid=74237) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 29 14:27:51.875212 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adff533b-7703-42b4-b488-949dafa0d882 admin admin] Made reservation on behalf of 98c21011a694479d9020004a973e4a51 for: {'subnet': 1} {{(pid=74235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:27:51.880800 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-adff533b-7703-42b4-b488-949dafa0d882 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:51.883938 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.managers [None req-47a9f34e-19ce-4229-b35a-f84b8bf2297b None None] Attempting to bind port b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795 on host dv-cinder-798356-1-iscsi for vnic_type normal with profile  {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:27:51.884309 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.managers [None req-47a9f34e-19ce-4229-b35a-f84b8bf2297b None None] Attempting to bind port b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795 by drivers openvswitch,hyperv on host dv-cinder-798356-1-iscsi at level 0 using segments [{'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'}] {{(pid=74237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:27:51.884843 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a9f34e-19ce-4229-b35a-f84b8bf2297b None None] Attempting to bind port b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795 on network 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:27:51.887732 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [None req-cfb0eb91-9d96-4efc-8542-c183377c9bb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:51.906217 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a9f34e-19ce-4229-b35a-f84b8bf2297b None None] Checking agent: {'id': '7de42cfb-0b94-485f-bf24-4ef591216796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 6), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:27:51.906618 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a9f34e-19ce-4229-b35a-f84b8bf2297b None None] Checking segment: {'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:27:51.907022 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-47a9f34e-19ce-4229-b35a-f84b8bf2297b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:51.907414 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a9f34e-19ce-4229-b35a-f84b8bf2297b None None] Bound using segment: {'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'} {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:27:51.907890 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.managers [None req-47a9f34e-19ce-4229-b35a-f84b8bf2297b None None] Bound port: b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795, host: dv-cinder-798356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'}}] {{(pid=74237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:27:51.913225 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167d28ea-cb7b-48fe-bdef-1a4ad5882e3f admin admin] Pushing event updated for resources: {'Network': ['ID=5b698dac-2814-4285-b9fc-a47ee81514a6,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:51.915462 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-47a9f34e-19ce-4229-b35a-f84b8bf2297b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:51.920723 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-3f171388-4686-4b32-8a54-9fbc17dc4816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:51.927595 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-167d28ea-cb7b-48fe-bdef-1a4ad5882e3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:51.944073 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Network 5b698dac-2814-4285-b9fc-a47ee81514a6 details requested by agent ovs-agent-dv-cinder-798356-1-iscsi with host dv-cinder-798356-1-iscsi {{(pid=74236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 14:27:51.957309 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-66cecd8a-078f-45f8-8536-caaba36d6aef admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.8494682
Jun 29 14:27:51.962790 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 37050) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:27:52.030944 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-abca4705-09f5-4efe-87ec-958f60319403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695'] for subnet, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:52.035438 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:52.062115 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.db [None req-47a9f34e-19ce-4229-b35a-f84b8bf2297b None None] For port b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795, host dv-cinder-798356-1-iscsi, cleared binding levels {{(pid=74237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:27:52.065690 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.db [None req-47a9f34e-19ce-4229-b35a-f84b8bf2297b None None] For port b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795, host dv-cinder-798356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795,segment=NetworkSegment(c4c225a7-9a59-46d1-b662-631cedda96e9),segment_id=c4c225a7-9a59-46d1-b662-631cedda96e9)] {{(pid=74237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:27:52.077991 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-47a9f34e-19ce-4229-b35a-f84b8bf2297b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:52.082836 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:52.111280 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-d4edb3ec-1169-4252-8ee6-48914fda06a8 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-23625440-router', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'}}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:27:52.136221 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-d4edb3ec-1169-4252-8ee6-48914fda06a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:27:52.147232 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-d4edb3ec-1169-4252-8ee6-48914fda06a8 admin admin] Usage tracker for resource:router and tenant:5bff793212d24b37a3b1ec86e1a04aaa is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:27:52.151617 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-d4edb3ec-1169-4252-8ee6-48914fda06a8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:27:52.164296 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-d4edb3ec-1169-4252-8ee6-48914fda06a8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:27:52.171629 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abca4705-09f5-4efe-87ec-958f60319403 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c6c0350-3172-4dbb-bc15-a1e408f3e7e3,revision_number=0']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:52.178794 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-abca4705-09f5-4efe-87ec-958f60319403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:52.191610 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abca4705-09f5-4efe-87ec-958f60319403 admin admin] Checking segment: {'id': '0dfa2ba1-aef0-4202-9eab-77e9ea1a0785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:27:52.192008 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abca4705-09f5-4efe-87ec-958f60319403 admin admin] Network hostable DHCP agents. Network: 4efbe09a-ec64-4c57-8f69-466f632996dc, hostable agents: ['e1a882d0-1bb9-433b-98f7-0ae4434a4814'], hosted agents: [] {{(pid=74234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 14:27:52.227103 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d4edb3ec-1169-4252-8ee6-48914fda06a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6752'] for router, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:52.228160 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abca4705-09f5-4efe-87ec-958f60319403 admin admin] Network 4efbe09a-ec64-4c57-8f69-466f632996dc is scheduled to be hosted by DHCP agent e1a882d0-1bb9-433b-98f7-0ae4434a4814 with binding_index 1 {{(pid=74234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 14:27:52.229910 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d4edb3ec-1169-4252-8ee6-48914fda06a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-672253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-746119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6783'] for router, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:52.243984 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [None req-abca4705-09f5-4efe-87ec-958f60319403 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-iscsi, 4efbe09a-ec64-4c57-8f69-466f632996dc) {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:27:52.258023 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abca4705-09f5-4efe-87ec-958f60319403 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:27:52.259137 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-abca4705-09f5-4efe-87ec-958f60319403 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for subnet, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:52.269473 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a9f34e-19ce-4229-b35a-f84b8bf2297b None None] Routers {'d579b5b6-0a5f-4609-8309-22ff5d0cd65d'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:27:52.270473 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-47a9f34e-19ce-4229-b35a-f84b8bf2297b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94887bb0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:27:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['d579b5b6-0a5f-4609-8309-22ff5d0cd65d'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:27:52.273030 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d4edb3ec-1169-4252-8ee6-48914fda06a8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:52.293534 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-abca4705-09f5-4efe-87ec-958f60319403 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 1.0553365
Jun 29 14:27:52.296005 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 37060) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:27:52.307309 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-c8b62ed6-6011-4584-bd42-bfeaf00b023c admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-917780842-router', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'}}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:27:52.313557 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1514da42-46f2-452e-bf64-0bde8d0818db None None] Network 4efbe09a-ec64-4c57-8f69-466f632996dc requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:27:52.320721 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-c8b62ed6-6011-4584-bd42-bfeaf00b023c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:27:52.330268 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-c8b62ed6-6011-4584-bd42-bfeaf00b023c admin admin] Usage tracker for resource:router and tenant:9168106bff7043a69607ef135131ee6b is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:27:52.338953 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-c8b62ed6-6011-4584-bd42-bfeaf00b023c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:27:52.353698 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-c8b62ed6-6011-4584-bd42-bfeaf00b023c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:27:52.368588 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 37064) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:27:52.388040 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-1730d6a0-1da6-4d21-9e2f-2dc41b5af471 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-171608438-network', 'tenant_id': 'f7ff9f9935bb455a9cac120224fab283'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:27:52.398354 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-1730d6a0-1da6-4d21-9e2f-2dc41b5af471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:27:52.410199 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-1730d6a0-1da6-4d21-9e2f-2dc41b5af471 admin admin] Usage tracker for resource:network and tenant:f7ff9f9935bb455a9cac120224fab283 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:27:52.418782 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-1730d6a0-1da6-4d21-9e2f-2dc41b5af471 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:27:52.444534 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-1730d6a0-1da6-4d21-9e2f-2dc41b5af471 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:27:52.468006 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1730d6a0-1da6-4d21-9e2f-2dc41b5af471 admin admin] Made reservation on behalf of f7ff9f9935bb455a9cac120224fab283 for: {'network': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:27:52.471011 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1730d6a0-1da6-4d21-9e2f-2dc41b5af471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for network, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:52.503216 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1730d6a0-1da6-4d21-9e2f-2dc41b5af471 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:52.547440 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-47a9f34e-19ce-4229-b35a-f84b8bf2297b None None] Set router d579b5b6-0a5f-4609-8309-22ff5d0cd65d gateway port host: dv-cinder-798356-1-iscsi {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:27:52.585917 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-1730d6a0-1da6-4d21-9e2f-2dc41b5af471 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:27:52.590622 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-1730d6a0-1da6-4d21-9e2f-2dc41b5af471 admin admin] Usage tracker for resource:security_group_rule and tenant:f7ff9f9935bb455a9cac120224fab283 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:27:52.593876 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-1730d6a0-1da6-4d21-9e2f-2dc41b5af471 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:27:52.601142 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-1730d6a0-1da6-4d21-9e2f-2dc41b5af471 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:27:52.736552 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14f6528a-7bc9-5c5a-9684-7403d901c9bd-4136cd64-8118-416e-874b-f6ed5b97de9f', 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'fixed_ips': [{'subnet_id': '6b290bd3-20c6-48b7-a0ea-2f1a94cb7740'}]}} from dv-cinder-798356-1-iscsi. {{(pid=74236) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 29 14:27:52.737391 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:52.837659 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1730d6a0-1da6-4d21-9e2f-2dc41b5af471 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:52.842615 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c8b62ed6-6011-4584-bd42-bfeaf00b023c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6752'] for router, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:52.846189 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c8b62ed6-6011-4584-bd42-bfeaf00b023c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-672253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-746119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6783'] for router, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:52.894886 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c8b62ed6-6011-4584-bd42-bfeaf00b023c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:52.924179 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1730d6a0-1da6-4d21-9e2f-2dc41b5af471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:52.940799 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1730d6a0-1da6-4d21-9e2f-2dc41b5af471 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'}  {{(pid=74234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 14:27:52.945976 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b50f2c-8260-49fc-9b98-e5b795260c06 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14f6528a-7bc9-5c5a-9684-7403d901c9bd-4efbe09a-ec64-4c57-8f69-466f632996dc', 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'fixed_ips': [{'subnet_id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3'}]}} from dv-cinder-798356-1-iscsi. {{(pid=74236) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 29 14:27:52.948604 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-39b50f2c-8260-49fc-9b98-e5b795260c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:52.951484 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1730d6a0-1da6-4d21-9e2f-2dc41b5af471 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:52.951824 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.db.segments_db [None req-1730d6a0-1da6-4d21-9e2f-2dc41b5af471 admin admin] Added segment b73b9e57-8173-49c1-a0d2-3c38900f604a of type vlan for network 3812a1cf-93f4-4b3b-95dd-81f82e341b18
Jun 29 14:27:52.983055 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1730d6a0-1da6-4d21-9e2f-2dc41b5af471 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482767800'] for network, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:53.013754 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-77f4ff0b-cc57-44dc-83e4-7417bc2fb926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:53.042139 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d4edb3ec-1169-4252-8ee6-48914fda06a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6733'] for router, precommit_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:53.061713 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-adff533b-7703-42b4-b488-949dafa0d882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695'] for subnet, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:53.085282 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0eb91-9d96-4efc-8542-c183377c9bb1 None None] Pushing event updated for resources: {'Port': ['ID=b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795,revision_number=3']} {{(pid=74237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:53.097794 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [None req-cfb0eb91-9d96-4efc-8542-c183377c9bb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.015s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:53.110836 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:53.159077 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1730d6a0-1da6-4d21-9e2f-2dc41b5af471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695'] for network, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:53.179578 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1730d6a0-1da6-4d21-9e2f-2dc41b5af471 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:27:53.180166 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1730d6a0-1da6-4d21-9e2f-2dc41b5af471 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:53.255043 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.db_base_plugin_common [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Allocated IP 172.20.0.2 (4136cd64-8118-416e-874b-f6ed5b97de9f/6b290bd3-20c6-48b7-a0ea-2f1a94cb7740/270d76d4-f5b4-417e-9dc1-316fda2567e9) {{(pid=74236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:27:53.283748 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-1730d6a0-1da6-4d21-9e2f-2dc41b5af471 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 0.9104917
Jun 29 14:27:53.298388 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 37104) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:27:53.300476 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730d6a0-1da6-4d21-9e2f-2dc41b5af471 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11755f5b-91e6-4d8b-8e7f-9f8d35736cb3,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:53.322536 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-1730d6a0-1da6-4d21-9e2f-2dc41b5af471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:53.328590 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:53.379127 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-6bda0c71-f85a-4ac7-a17c-6e6971c59290 admin admin] Request body: {'subnet': {'network_id': '3812a1cf-93f4-4b3b-95dd-81f82e341b18', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-171608438-subnet', 'tenant_id': 'f7ff9f9935bb455a9cac120224fab283', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:27:53.508489 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adff533b-7703-42b4-b488-949dafa0d882 admin admin] Checking segment: {'id': '5cdb01d4-f8d7-46f9-8d82-2b447c11ef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5b698dac-2814-4285-b9fc-a47ee81514a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:27:53.508845 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adff533b-7703-42b4-b488-949dafa0d882 admin admin] Network hostable DHCP agents. Network: 5b698dac-2814-4285-b9fc-a47ee81514a6, hostable agents: ['e1a882d0-1bb9-433b-98f7-0ae4434a4814'], hosted agents: [] {{(pid=74235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 14:27:53.540154 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-6bda0c71-f85a-4ac7-a17c-6e6971c59290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:27:53.592249 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-47a9f34e-19ce-4229-b35a-f84b8bf2297b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94887bb0>, [{'id': 'd579b5b6-0a5f-4609-8309-22ff5d0cd65d', 'name': 'tempest-ServerRescueNegativeTestJSON-707254591-router', 'tenant_id': '49688b8975d4487d95604f13bd607887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:48Z', 'updated_at': '2021-06-29T14:27:49Z', 'revision_number': 3, 'project_id': '49688b8975d4487d95604f13bd607887', 'gw_port': {'id': 'b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:40:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd579b5b6-0a5f-4609-8309-22ff5d0cd65d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:48Z', 'updated_at': '2021-06-29T14:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi'}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:27:53.600719 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47a9f34e-19ce-4229-b35a-f84b8bf2297b None None] The sync data for ids ['d579b5b6-0a5f-4609-8309-22ff5d0cd65d'] in dv-cinder-798356-1-iscsi is: [{'id': 'd579b5b6-0a5f-4609-8309-22ff5d0cd65d', 'name': 'tempest-ServerRescueNegativeTestJSON-707254591-router', 'tenant_id': '49688b8975d4487d95604f13bd607887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:48Z', 'updated_at': '2021-06-29T14:27:49Z', 'revision_number': 3, 'project_id': '49688b8975d4487d95604f13bd607887', 'gw_port': {'id': 'b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:40:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd579b5b6-0a5f-4609-8309-22ff5d0cd65d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:48Z', 'updated_at': '2021-06-29T14:27:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi'}] {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:27:53.640564 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-6bda0c71-f85a-4ac7-a17c-6e6971c59290 admin admin] Usage tracker for resource:subnet and tenant:f7ff9f9935bb455a9cac120224fab283 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:27:53.658794 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-6bda0c71-f85a-4ac7-a17c-6e6971c59290 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:27:53.678569 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Notify callbacks [] for port, precommit_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:53.681321 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-6bda0c71-f85a-4ac7-a17c-6e6971c59290 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:27:53.685117 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1730d6a0-1da6-4d21-9e2f-2dc41b5af471 admin admin] Pushing event updated for resources: {'Network': ['ID=3812a1cf-93f4-4b3b-95dd-81f82e341b18,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:53.697548 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-1730d6a0-1da6-4d21-9e2f-2dc41b5af471 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:53.699752 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c8b62ed6-6011-4584-bd42-bfeaf00b023c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6733'] for router, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:53.705143 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Transition to ACTIVE for port object 270d76d4-f5b4-417e-9dc1-316fda2567e9 will not be triggered until provisioned by entity L2. {{(pid=74236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:27:53.720355 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bda0c71-f85a-4ac7-a17c-6e6971c59290 admin admin] Made reservation on behalf of f7ff9f9935bb455a9cac120224fab283 for: {'subnet': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:27:53.722540 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-6bda0c71-f85a-4ac7-a17c-6e6971c59290 admin admin] Notify callbacks [] for subnet, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:53.745596 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Transition to ACTIVE for port object 270d76d4-f5b4-417e-9dc1-316fda2567e9 will not be triggered until provisioned by entity DHCP. {{(pid=74236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:27:53.754119 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Network 3812a1cf-93f4-4b3b-95dd-81f82e341b18 details requested by agent ovs-agent-dv-cinder-798356-1-iscsi with host dv-cinder-798356-1-iscsi {{(pid=74236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 14:27:53.771594 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adff533b-7703-42b4-b488-949dafa0d882 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8de91fd9-1e85-4c23-a479-eb1673ad4aee,revision_number=0']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:53.784319 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-adff533b-7703-42b4-b488-949dafa0d882 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:53.789951 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.db_base_plugin_common [None req-39b50f2c-8260-49fc-9b98-e5b795260c06 None None] Allocated IP 172.20.0.2 (4efbe09a-ec64-4c57-8f69-466f632996dc/7c6c0350-3172-4dbb-bc15-a1e408f3e7e3/25f7f97b-15cd-4005-b093-c2c2cac77bed) {{(pid=74236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:27:53.793425 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793'] for port, after_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:53.804554 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.db_base_plugin_common [None req-3f171388-4686-4b32-8a54-9fbc17dc4816 admin admin] Allocated IP 172.20.0.1 (e18f3f47-eda3-4841-b6ac-77a54d6b46e2/d349a7a1-71b6-4c71-8ccc-984c68721f79/3af23dbb-6701-481e-a030-ab2965341ba4) {{(pid=74235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:27:53.877697 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adff533b-7703-42b4-b488-949dafa0d882 admin admin] Network 5b698dac-2814-4285-b9fc-a47ee81514a6 is scheduled to be hosted by DHCP agent e1a882d0-1bb9-433b-98f7-0ae4434a4814 with binding_index 1 {{(pid=74235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 14:27:53.891913 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:53.943204 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Network 4136cd64-8118-416e-874b-f6ed5b97de9f is already hosted by enough agents. {{(pid=74236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:27:53.959714 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.base_scheduler [None req-adff533b-7703-42b4-b488-949dafa0d882 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-iscsi, 5b698dac-2814-4285-b9fc-a47ee81514a6) {{(pid=74235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:27:53.964246 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.scheduler.base_scheduler [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Resources bound (agent type, host, resource id):  {{(pid=74236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:27:53.967035 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adff533b-7703-42b4-b488-949dafa0d882 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:27:53.967640 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-adff533b-7703-42b4-b488-949dafa0d882 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for subnet, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:53.986833 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Received port after_create {{(pid=74236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:27:53.991572 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d26b0060-267a-4b36-9edc-91ce66c97eb0 None None] Network 5b698dac-2814-4285-b9fc-a47ee81514a6 requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:27:54.257480 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Pushing event updated for resources: {'Port': ['ID=270d76d4-f5b4-417e-9dc1-316fda2567e9,revision_number=1']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:54.259080 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-adff533b-7703-42b4-b488-949dafa0d882 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 2.5915570
Jun 29 14:27:54.287361 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:54.287776 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:54.288279 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:54.288642 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:54.289002 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:54.289319 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:54.289626 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:54.290046 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:54.290383 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:54.290699 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:54.291064 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:27:54.292332 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Tracked resource versions report:
Jun 29 14:27:54.292332 dv-cinder-798356-1-iscsi neutron-server[74236]: pushed versions:
Jun 29 14:27:54.292332 dv-cinder-798356-1-iscsi neutron-server[74236]: {   'ConntrackHelper': {'1.0'},
Jun 29 14:27:54.292332 dv-cinder-798356-1-iscsi neutron-server[74236]:     'Log': {'1.0'},
Jun 29 14:27:54.292332 dv-cinder-798356-1-iscsi neutron-server[74236]:     'Network': {'1.1'},
Jun 29 14:27:54.292332 dv-cinder-798356-1-iscsi neutron-server[74236]:     'Port': {'1.5'},
Jun 29 14:27:54.292332 dv-cinder-798356-1-iscsi neutron-server[74236]:     'PortForwarding': {'1.2'},
Jun 29 14:27:54.292332 dv-cinder-798356-1-iscsi neutron-server[74236]:     'QosPolicy': {'1.8'},
Jun 29 14:27:54.292332 dv-cinder-798356-1-iscsi neutron-server[74236]:     'SecurityGroup': {'1.2'},
Jun 29 14:27:54.292332 dv-cinder-798356-1-iscsi neutron-server[74236]:     'SecurityGroupRule': {'1.0'},
Jun 29 14:27:54.292332 dv-cinder-798356-1-iscsi neutron-server[74236]:     'SubPort': {'1.0'},
Jun 29 14:27:54.292332 dv-cinder-798356-1-iscsi neutron-server[74236]:     'Subnet': {'1.1'},
Jun 29 14:27:54.292332 dv-cinder-798356-1-iscsi neutron-server[74236]:     'Trunk': {'1.1'}}
Jun 29 14:27:54.292332 dv-cinder-798356-1-iscsi neutron-server[74236]: consumer versions:
Jun 29 14:27:54.292332 dv-cinder-798356-1-iscsi neutron-server[74236]: {   DHCP agent@dv-cinder-798356-1-iscsi: {},
Jun 29 14:27:54.292332 dv-cinder-798356-1-iscsi neutron-server[74236]:     HyperV agent@hv-cinder-79835: {},
Jun 29 14:27:54.292332 dv-cinder-798356-1-iscsi neutron-server[74236]:     L3 agent@dv-cinder-798356-1-iscsi: {},
Jun 29 14:27:54.292332 dv-cinder-798356-1-iscsi neutron-server[74236]:     Metadata agent@dv-cinder-798356-1-iscsi: {},
Jun 29 14:27:54.292332 dv-cinder-798356-1-iscsi neutron-server[74236]:     Metering agent@dv-cinder-798356-1-iscsi: {},
Jun 29 14:27:54.292332 dv-cinder-798356-1-iscsi neutron-server[74236]:     Open vSwitch agent@dv-cinder-798356-1-iscsi: {   'ConntrackHelper': '1.0',
Jun 29 14:27:54.292332 dv-cinder-798356-1-iscsi neutron-server[74236]:                                                      'Log': '1.0',
Jun 29 14:27:54.292332 dv-cinder-798356-1-iscsi neutron-server[74236]:                                                      'Network': '1.1',
Jun 29 14:27:54.292332 dv-cinder-798356-1-iscsi neutron-server[74236]:                                                      'Port': '1.5',
Jun 29 14:27:54.292332 dv-cinder-798356-1-iscsi neutron-server[74236]:                                                      'PortForwarding': '1.2',
Jun 29 14:27:54.292332 dv-cinder-798356-1-iscsi neutron-server[74236]:                                                      'QosPolicy': '1.8',
Jun 29 14:27:54.292332 dv-cinder-798356-1-iscsi neutron-server[74236]:                                                      'SecurityGroup': '1.2',
Jun 29 14:27:54.292332 dv-cinder-798356-1-iscsi neutron-server[74236]:                                                      'SecurityGroupRule': '1.0',
Jun 29 14:27:54.292332 dv-cinder-798356-1-iscsi neutron-server[74236]:                                                      'SubPort': '1.0',
Jun 29 14:27:54.292332 dv-cinder-798356-1-iscsi neutron-server[74236]:                                                      'Subnet': '1.1',
Jun 29 14:27:54.292332 dv-cinder-798356-1-iscsi neutron-server[74236]:                                                      'Trunk': '1.1'}}
Jun 29 14:27:54.292332 dv-cinder-798356-1-iscsi neutron-server[74236]:  {{(pid=74236) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 29 14:27:54.298200 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 37144) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:27:54.345069 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:54.366928 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-3f171388-4686-4b32-8a54-9fbc17dc4816 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:54.486252 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d4edb3ec-1169-4252-8ee6-48914fda06a8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:54.573885 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Attempting to bind port 270d76d4-f5b4-417e-9dc1-316fda2567e9 on host dv-cinder-798356-1-iscsi for vnic_type normal with profile  {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:27:54.574259 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Attempting to bind port 270d76d4-f5b4-417e-9dc1-316fda2567e9 by drivers openvswitch,hyperv on host dv-cinder-798356-1-iscsi at level 0 using segments [{'id': '9893828c-dda5-4b37-8a2f-299b5eb1c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f'}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:27:54.574642 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Attempting to bind port 270d76d4-f5b4-417e-9dc1-316fda2567e9 on network 4136cd64-8118-416e-874b-f6ed5b97de9f {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:27:54.622774 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d4edb3ec-1169-4252-8ee6-48914fda06a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:54.657907 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Checking agent: {'id': '7de42cfb-0b94-485f-bf24-4ef591216796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 6), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:27:54.659371 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Checking segment: {'id': '9893828c-dda5-4b37-8a2f-299b5eb1c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:27:54.659757 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:54.660181 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Bound using segment: {'id': '9893828c-dda5-4b37-8a2f-299b5eb1c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f'} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:27:54.660697 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Bound port: 270d76d4-f5b4-417e-9dc1-316fda2567e9, host: dv-cinder-798356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9893828c-dda5-4b37-8a2f-299b5eb1c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f'}}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:27:54.661094 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:54.783720 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-3f171388-4686-4b32-8a54-9fbc17dc4816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793'] for port, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:54.789735 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-6bda0c71-f85a-4ac7-a17c-6e6971c59290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695'] for subnet, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:54.808516 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:54.838748 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:54.982779 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-978b1061-cc0e-49c6-ab29-e39985fb8eb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:54.995693 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bda0c71-f85a-4ac7-a17c-6e6971c59290 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4b3e4501-508f-4088-8dec-0321718797e4,revision_number=0']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:54.998642 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-6bda0c71-f85a-4ac7-a17c-6e6971c59290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:54.999870 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c8b62ed6-6011-4584-bd42-bfeaf00b023c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:55.047595 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c8b62ed6-6011-4584-bd42-bfeaf00b023c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:55.085354 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f171388-4686-4b32-8a54-9fbc17dc4816 admin admin] Network e18f3f47-eda3-4841-b6ac-77a54d6b46e2 is already hosted by enough agents. {{(pid=74235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:27:55.086645 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.base_scheduler [None req-3f171388-4686-4b32-8a54-9fbc17dc4816 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:27:55.087634 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:27:55.093992 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f171388-4686-4b32-8a54-9fbc17dc4816 admin admin] Received port after_create {{(pid=74235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:27:55.095058 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-3f171388-4686-4b32-8a54-9fbc17dc4816 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669730'] for router_interface, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:55.152930 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f171388-4686-4b32-8a54-9fbc17dc4816 admin admin] Pushing event updated for resources: {'Port': ['ID=3af23dbb-6701-481e-a030-ab2965341ba4,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:55.164441 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-3f171388-4686-4b32-8a54-9fbc17dc4816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:55.198104 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.db_base_plugin_common [None req-d4edb3ec-1169-4252-8ee6-48914fda06a8 admin admin] Allocated IP 172.27.1.201 (4aeb16d3-bc5e-4796-b60c-2ad2a6d47368/089d678a-05aa-4bef-b283-da88079c7f50/72285900-8a54-40e1-a50b-4894872e1c95) {{(pid=74235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:27:55.219894 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-978b1061-cc0e-49c6-ab29-e39985fb8eb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:27:55.224324 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-978b1061-cc0e-49c6-ab29-e39985fb8eb5 admin admin] Usage tracker for resource:security_group_rule and tenant:ac7fe1dbc0c644089997d538c037c9d5 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:27:55.227792 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-978b1061-cc0e-49c6-ab29-e39985fb8eb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:27:55.233733 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-978b1061-cc0e-49c6-ab29-e39985fb8eb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:27:55.358961 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-978b1061-cc0e-49c6-ab29-e39985fb8eb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:55.362657 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bda0c71-f85a-4ac7-a17c-6e6971c59290 admin admin] Checking segment: {'id': 'b73b9e57-8173-49c1-a0d2-3c38900f604a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3812a1cf-93f4-4b3b-95dd-81f82e341b18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:27:55.363008 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bda0c71-f85a-4ac7-a17c-6e6971c59290 admin admin] Network hostable DHCP agents. Network: 3812a1cf-93f4-4b3b-95dd-81f82e341b18, hostable agents: ['e1a882d0-1bb9-433b-98f7-0ae4434a4814'], hosted agents: [] {{(pid=74234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 14:27:55.381721 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 37200) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:27:55.384598 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-978b1061-cc0e-49c6-ab29-e39985fb8eb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:55.390317 dv-cinder-798356-1-iscsi neutron-server[74234]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 29 14:27:55.400220 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def892b6-7784-4dd4-8eca-9ea101504d45 None None] Network 5b698dac-2814-4285-b9fc-a47ee81514a6 requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:27:55.416837 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:55.542586 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-978b1061-cc0e-49c6-ab29-e39985fb8eb5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ac7fe1dbc0c644089997d538c037c9d5&name=default HTTP/1.1" status: 200  len: 2647 time: 1.2398434
Jun 29 14:27:55.546105 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978b1061-cc0e-49c6-ab29-e39985fb8eb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cc86faa-57b9-4f3c-9f03-d1150ff59007,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:55.552831 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 37214) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:27:55.561459 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-978b1061-cc0e-49c6-ab29-e39985fb8eb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:55.572092 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d4edb3ec-1169-4252-8ee6-48914fda06a8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:55.591351 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bda0c71-f85a-4ac7-a17c-6e6971c59290 admin admin] Network 3812a1cf-93f4-4b3b-95dd-81f82e341b18 is scheduled to be hosted by DHCP agent e1a882d0-1bb9-433b-98f7-0ae4434a4814 with binding_index 1 {{(pid=74234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 14:27:55.604493 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] For port 270d76d4-f5b4-417e-9dc1-316fda2567e9, host dv-cinder-798356-1-iscsi, cleared binding levels {{(pid=74236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:27:55.611565 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] For port 270d76d4-f5b4-417e-9dc1-316fda2567e9, host dv-cinder-798356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=270d76d4-f5b4-417e-9dc1-316fda2567e9,segment=NetworkSegment(9893828c-dda5-4b37-8a2f-299b5eb1c0ef),segment_id=9893828c-dda5-4b37-8a2f-299b5eb1c0ef)] {{(pid=74236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:27:55.611773 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-3f171388-4686-4b32-8a54-9fbc17dc4816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:55.619391 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-39b50f2c-8260-49fc-9b98-e5b795260c06 None None] Notify callbacks [] for port, precommit_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:55.651420 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:55.654995 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [None req-6bda0c71-f85a-4ac7-a17c-6e6971c59290 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-iscsi, 3812a1cf-93f4-4b3b-95dd-81f82e341b18) {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:27:55.664841 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bda0c71-f85a-4ac7-a17c-6e6971c59290 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:27:55.665456 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-6bda0c71-f85a-4ac7-a17c-6e6971c59290 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for subnet, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:55.693581 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d07ff746-b672-4496-9db1-31448580a5c6 None None] Network 3812a1cf-93f4-4b3b-95dd-81f82e341b18 requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:27:55.714456 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cd239-32ba-47b6-9614-20473d93628e req-6ec41eaf-7891-4c09-a5cc-b82cc9d72d3f tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:27:55.715053 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-c05cd239-32ba-47b6-9614-20473d93628e req-6ec41eaf-7891-4c09-a5cc-b82cc9d72d3f tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Synchronizing usage tracker for tenant:98c21011a694479d9020004a973e4a51 on resource:network {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:27:55.721465 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-6bda0c71-f85a-4ac7-a17c-6e6971c59290 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 2.3951864
Jun 29 14:27:55.724355 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-39b50f2c-8260-49fc-9b98-e5b795260c06 None None] Transition to ACTIVE for port object 25f7f97b-15cd-4005-b093-c2c2cac77bed will not be triggered until provisioned by entity L2. {{(pid=74236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:27:55.747248 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-f763efeb-c46e-4c11-a25a-effae593aca4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:55.803264 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-c05cd239-32ba-47b6-9614-20473d93628e req-6ec41eaf-7891-4c09-a5cc-b82cc9d72d3f tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Unset dirty status for tenant:98c21011a694479d9020004a973e4a51 on resource:network {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:27:55.811373 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c05cd239-32ba-47b6-9614-20473d93628e req-6ec41eaf-7891-4c09-a5cc-b82cc9d72d3f tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/networks?id=5b698dac-2814-4285-b9fc-a47ee81514a6 HTTP/1.1" status: 200  len: 812 time: 0.4279301
Jun 29 14:27:55.826522 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-b22afe3b-11c8-40a4-aee6-42c7837bd9b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:55.847872 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c05cd239-32ba-47b6-9614-20473d93628e req-19498ea0-a4a7-4642-8010-d81c957ac783 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/quotas/98c21011a694479d9020004a973e4a51 HTTP/1.1" status: 200  len: 375 time: 0.0354195
Jun 29 14:27:55.868526 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d4edb3ec-1169-4252-8ee6-48914fda06a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793'] for port, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:55.876778 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-3f171388-4686-4b32-8a54-9fbc17dc4816 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:55.878392 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:55.909729 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-b22afe3b-11c8-40a4-aee6-42c7837bd9b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:55.922240 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-3f171388-4686-4b32-8a54-9fbc17dc4816 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:55.933772 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-3f171388-4686-4b32-8a54-9fbc17dc4816 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667662'] for router_interface, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:55.960441 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4edb3ec-1169-4252-8ee6-48914fda06a8 admin admin] Network 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 is already hosted by enough agents. {{(pid=74235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:27:55.965008 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.base_scheduler [None req-d4edb3ec-1169-4252-8ee6-48914fda06a8 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:27:55.988191 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4edb3ec-1169-4252-8ee6-48914fda06a8 admin admin] Received port after_create {{(pid=74235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:27:56.015520 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4edb3ec-1169-4252-8ee6-48914fda06a8 admin admin] Pushing event updated for resources: {'Port': ['ID=72285900-8a54-40e1-a50b-4894872e1c95,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:56.030709 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-d4edb3ec-1169-4252-8ee6-48914fda06a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:56.030829 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-b22afe3b-11c8-40a4-aee6-42c7837bd9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:56.042267 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 37242) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:27:56.064936 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c05cd239-32ba-47b6-9614-20473d93628e req-6482a2ff-c038-4c12-8cc3-f4edaf8c5f98 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=98c21011a694479d9020004a973e4a51&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2160494
Jun 29 14:27:56.065596 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-167d28ea-cb7b-48fe-bdef-1a4ad5882e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:56.072184 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-9f543568-8c3a-437a-ae4c-563e010bb004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:56.099488 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-39b50f2c-8260-49fc-9b98-e5b795260c06 None None] Transition to ACTIVE for port object 25f7f97b-15cd-4005-b093-c2c2cac77bed will not be triggered until provisioned by entity DHCP. {{(pid=74236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:27:56.177840 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Pushing event updated for resources: {'Port': ['ID=270d76d4-f5b4-417e-9dc1-316fda2567e9,revision_number=2']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:56.180486 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning for port b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:27:56.190487 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.452s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:56.193766 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:27:56.194152 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:56.217823 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-39b50f2c-8260-49fc-9b98-e5b795260c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793'] for port, after_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:56.230846 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_v2 [None req-504e1181-a80b-480b-8deb-31b6dc31b147 admin admin] Deleting subnet 06cb692c-3058-4731-80b4-280a3a16a745 {{(pid=74234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 14:27:56.246770 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22afe3b-11c8-40a4-aee6-42c7837bd9b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cc86faa-57b9-4f3c-9f03-d1150ff59007,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:56.263745 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:56.269392 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-504e1181-a80b-480b-8deb-31b6dc31b147 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:56.298181 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f171388-4686-4b32-8a54-9fbc17dc4816 admin admin] Network e18f3f47-eda3-4841-b6ac-77a54d6b46e2 is already hosted by enough agents. {{(pid=74235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:27:56.299115 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f171388-4686-4b32-8a54-9fbc17dc4816 admin admin] Pushing event updated for resources: {'Port': ['ID=3af23dbb-6701-481e-a030-ab2965341ba4,revision_number=2']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:56.303592 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.base_scheduler [None req-3f171388-4686-4b32-8a54-9fbc17dc4816 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:27:56.331928 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-3f171388-4686-4b32-8a54-9fbc17dc4816 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:56.345013 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-b22afe3b-11c8-40a4-aee6-42c7837bd9b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:56.348482 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-b22afe3b-11c8-40a4-aee6-42c7837bd9b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:56.352261 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-b22afe3b-11c8-40a4-aee6-42c7837bd9b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4cc86faa-57b9-4f3c-9f03-d1150ff59007 HTTP/1.1" status: 204  len: 168 time: 0.7899880
Jun 29 14:27:56.384751 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_common [None req-c8b62ed6-6011-4584-bd42-bfeaf00b023c admin admin] Allocated IP 172.27.1.50 (4aeb16d3-bc5e-4796-b60c-2ad2a6d47368/089d678a-05aa-4bef-b283-da88079c7f50/acc3cd97-624a-49b2-8c60-fc97b84ba3e8) {{(pid=74234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:27:56.391760 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-504e1181-a80b-480b-8deb-31b6dc31b147 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:56.408210 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-504e1181-a80b-480b-8deb-31b6dc31b147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3930061'] for subnet, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:56.468334 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [req-c05cd239-32ba-47b6-9614-20473d93628e req-f14bb40d-b3b3-4a8f-88c9-25587c4773ac service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=74234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 29 14:27:56.476566 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c05cd239-32ba-47b6-9614-20473d93628e req-f14bb40d-b3b3-4a8f-88c9-25587c4773ac service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.2419813
Jun 29 14:27:56.530077 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b50f2c-8260-49fc-9b98-e5b795260c06 None None] Pushing event updated for resources: {'Port': ['ID=25f7f97b-15cd-4005-b093-c2c2cac77bed,revision_number=1']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:56.534722 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-39b50f2c-8260-49fc-9b98-e5b795260c06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:56.539466 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b50f2c-8260-49fc-9b98-e5b795260c06 None None] Network 4efbe09a-ec64-4c57-8f69-466f632996dc is already hosted by enough agents. {{(pid=74236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:27:56.542774 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.scheduler.base_scheduler [None req-39b50f2c-8260-49fc-9b98-e5b795260c06 None None] Resources bound (agent type, host, resource id):  {{(pid=74236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:27:56.548934 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dc96f31-35fa-40f6-ba2c-b3cdd7e95ed1 None None] Network 3812a1cf-93f4-4b3b-95dd-81f82e341b18 requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:27:56.562087 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b50f2c-8260-49fc-9b98-e5b795260c06 None None] Received port after_create {{(pid=74236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:27:56.865298 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d4edb3ec-1169-4252-8ee6-48914fda06a8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:56.866299 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d4edb3ec-1169-4252-8ee6-48914fda06a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670196'] for router, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:56.955574 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:56.963611 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-504e1181-a80b-480b-8deb-31b6dc31b147 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695'] for subnet, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:56.971923 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-39b50f2c-8260-49fc-9b98-e5b795260c06 None None] Attempting to bind port 25f7f97b-15cd-4005-b093-c2c2cac77bed on host dv-cinder-798356-1-iscsi for vnic_type normal with profile  {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:27:56.972514 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-39b50f2c-8260-49fc-9b98-e5b795260c06 None None] Attempting to bind port 25f7f97b-15cd-4005-b093-c2c2cac77bed by drivers openvswitch,hyperv on host dv-cinder-798356-1-iscsi at level 0 using segments [{'id': '0dfa2ba1-aef0-4202-9eab-77e9ea1a0785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc'}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:27:56.973041 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b50f2c-8260-49fc-9b98-e5b795260c06 None None] Attempting to bind port 25f7f97b-15cd-4005-b093-c2c2cac77bed on network 4efbe09a-ec64-4c57-8f69-466f632996dc {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:27:56.978793 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-6bda0c71-f85a-4ac7-a17c-6e6971c59290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:57.004790 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b50f2c-8260-49fc-9b98-e5b795260c06 None None] Checking agent: {'id': '7de42cfb-0b94-485f-bf24-4ef591216796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 6), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:27:57.005938 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b50f2c-8260-49fc-9b98-e5b795260c06 None None] Checking segment: {'id': '0dfa2ba1-aef0-4202-9eab-77e9ea1a0785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:27:57.006543 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-39b50f2c-8260-49fc-9b98-e5b795260c06 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:57.007111 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b50f2c-8260-49fc-9b98-e5b795260c06 None None] Bound using segment: {'id': '0dfa2ba1-aef0-4202-9eab-77e9ea1a0785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc'} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:27:57.007755 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-39b50f2c-8260-49fc-9b98-e5b795260c06 None None] Bound port: 25f7f97b-15cd-4005-b093-c2c2cac77bed, host: dv-cinder-798356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfa2ba1-aef0-4202-9eab-77e9ea1a0785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc'}}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:27:57.008305 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-39b50f2c-8260-49fc-9b98-e5b795260c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:57.019751 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504e1181-a80b-480b-8deb-31b6dc31b147 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06cb692c-3058-4731-80b4-280a3a16a745,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:57.023016 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] For port b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795,segment=NetworkSegment(c4c225a7-9a59-46d1-b662-631cedda96e9),segment_id=c4c225a7-9a59-46d1-b662-631cedda96e9)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:27:57.026786 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c05cd239-32ba-47b6-9614-20473d93628e req-1de9d8f6-cb31-4c0d-b80f-86b343c57101 service neutron] 10.222.0.13 "GET /v2.0/networks/5b698dac-2814-4285-b9fc-a47ee81514a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5487194
Jun 29 14:27:57.032321 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-504e1181-a80b-480b-8deb-31b6dc31b147 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:57.058478 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c8b62ed6-6011-4584-bd42-bfeaf00b023c admin admin] Notify callbacks [] for port, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:57.062056 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:57.087199 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-504e1181-a80b-480b-8deb-31b6dc31b147 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for subnet, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:57.110245 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-504e1181-a80b-480b-8deb-31b6dc31b147 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/06cb692c-3058-4731-80b4-280a3a16a745 HTTP/1.1" status: 204  len: 168 time: 1.0683050
Jun 29 14:27:57.116951 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 37290) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:27:57.152598 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:57.259773 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 37294) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:27:57.264229 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 270d76d4-f5b4-417e-9dc1-316fda2567e9 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:27:57.301026 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2c5f42e8-dae4-4854-9cb3-44ec0ae50f84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:57.377779 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-2c5f42e8-dae4-4854-9cb3-44ec0ae50f84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:27:57.386584 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-2c5f42e8-dae4-4854-9cb3-44ec0ae50f84 admin admin] Usage tracker for resource:security_group_rule and tenant:c1bbcb174315474182dbd064f6ab89db is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:27:57.392116 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-2c5f42e8-dae4-4854-9cb3-44ec0ae50f84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:27:57.400468 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f171388-4686-4b32-8a54-9fbc17dc4816 admin admin] Router d579b5b6-0a5f-4609-8309-22ff5d0cd65d has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:27:57.414109 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-2c5f42e8-dae4-4854-9cb3-44ec0ae50f84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:27:57.462220 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ed5273ae-4468-43ca-a33e-8419dae27383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3691460'] for network, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:57.464529 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 37302) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:27:57.558546 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Pushing event updated for resources: {'Port': ['ID=b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:57.562457 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:57.564253 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-39b50f2c-8260-49fc-9b98-e5b795260c06 None None] For port 25f7f97b-15cd-4005-b093-c2c2cac77bed, host dv-cinder-798356-1-iscsi, cleared binding levels {{(pid=74236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:27:57.575213 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-39b50f2c-8260-49fc-9b98-e5b795260c06 None None] For port 25f7f97b-15cd-4005-b093-c2c2cac77bed, host dv-cinder-798356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=25f7f97b-15cd-4005-b093-c2c2cac77bed,segment=NetworkSegment(0dfa2ba1-aef0-4202-9eab-77e9ea1a0785),segment_id=0dfa2ba1-aef0-4202-9eab-77e9ea1a0785)] {{(pid=74236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:27:57.585992 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-39b50f2c-8260-49fc-9b98-e5b795260c06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:57.591849 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:57.625502 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4edb3ec-1169-4252-8ee6-48914fda06a8 admin admin] Router bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d is scheduled to L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 with binding_index 1 {{(pid=74235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 29 14:27:57.632268 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning for port 270d76d4-f5b4-417e-9dc1-316fda2567e9 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:27:57.666994 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c05cd239-32ba-47b6-9614-20473d93628e req-170caa5a-8d65-4fd4-9360-9d6d030d8ded service neutron] 10.222.0.13 "GET /v2.0/networks/5b698dac-2814-4285-b9fc-a47ee81514a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6294515
Jun 29 14:27:57.670639 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2c5f42e8-dae4-4854-9cb3-44ec0ae50f84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:57.692943 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2c5f42e8-dae4-4854-9cb3-44ec0ae50f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:57.694610 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ed5273ae-4468-43ca-a33e-8419dae27383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931320', 'neutron.services.segments.db._delete_segments_for_network-8730483304066'] for network, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:57.712469 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c8b62ed6-6011-4584-bd42-bfeaf00b023c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793'] for port, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:57.727789 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b50f2c-8260-49fc-9b98-e5b795260c06 None None] Pushing event updated for resources: {'Port': ['ID=25f7f97b-15cd-4005-b093-c2c2cac77bed,revision_number=2']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:57.737769 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:57.738262 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-39b50f2c-8260-49fc-9b98-e5b795260c06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:57.752939 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ed5273ae-4468-43ca-a33e-8419dae27383 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f0b94a31820>> segment before_delete 55550000 {{(pid=74234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:27:57.753299 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ed5273ae-4468-43ca-a33e-8419dae27383 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f0b94a31820>> subnet precommit_delete_associations 55550000 {{(pid=74234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:27:57.764331 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ed5273ae-4468-43ca-a33e-8419dae27383 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0b9422dc70>> segment_host_mapping after_create 55550000 {{(pid=74234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:27:57.764865 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ed5273ae-4468-43ca-a33e-8419dae27383 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0b9422dc70>> port after_create 55550000 {{(pid=74234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:27:57.765333 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ed5273ae-4468-43ca-a33e-8419dae27383 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0b9422dc70>> port after_delete 55550000 {{(pid=74234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:27:57.767049 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ed5273ae-4468-43ca-a33e-8419dae27383 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0b9422dc70>> port after_update 55550000 {{(pid=74234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:27:57.767869 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ed5273ae-4468-43ca-a33e-8419dae27383 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0b9422dc70>> segment after_delete 55550000 {{(pid=74234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:27:57.768326 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ed5273ae-4468-43ca-a33e-8419dae27383 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0b9422dc70>> subnet after_create 55550000 {{(pid=74234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:27:57.770021 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ed5273ae-4468-43ca-a33e-8419dae27383 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0b9422dc70>> subnet after_delete 55550000 {{(pid=74234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:27:57.771045 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ed5273ae-4468-43ca-a33e-8419dae27383 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0b9422dc70>> subnet after_update 55550000 {{(pid=74234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:27:57.920559 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-aba786ba-f1f2-448b-a36a-3e9c942c7125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:57.939516 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65364c72-211d-4371-ae12-667532c7a585 None None] Network 4136cd64-8118-416e-874b-f6ed5b97de9f requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:27:57.943571 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5f42e8-dae4-4854-9cb3-44ec0ae50f84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d97f08-c74d-4971-bd67-e1a691805f91,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:57.957451 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-2c5f42e8-dae4-4854-9cb3-44ec0ae50f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:57.965721 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-2c5f42e8-dae4-4854-9cb3-44ec0ae50f84 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c1bbcb174315474182dbd064f6ab89db&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6894543
Jun 29 14:27:57.989271 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-aba786ba-f1f2-448b-a36a-3e9c942c7125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:27:57.993835 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-aba786ba-f1f2-448b-a36a-3e9c942c7125 admin admin] Usage tracker for resource:security_group_rule and tenant:7cf2934b98094171bace38cfa415533b is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:27:57.998447 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-aba786ba-f1f2-448b-a36a-3e9c942c7125 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:27:58.007362 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 37318) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:27:58.015537 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-aba786ba-f1f2-448b-a36a-3e9c942c7125 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:27:58.119807 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 37330) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:27:58.134807 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ed5273ae-4468-43ca-a33e-8419dae27383 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0b94a0a430>> subnet after_create 55550000 {{(pid=74234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:27:58.135168 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ed5273ae-4468-43ca-a33e-8419dae27383 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0b94a0a430>> subnet after_delete 55550000 {{(pid=74234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:27:58.135498 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ed5273ae-4468-43ca-a33e-8419dae27383 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0b94a0a430>> subnet before_create 55550000 {{(pid=74234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:27:58.135824 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ed5273ae-4468-43ca-a33e-8419dae27383 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0b94a0a430>> subnet before_update 55550000 {{(pid=74234) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:27:58.136187 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.services.segments.db [None req-ed5273ae-4468-43ca-a33e-8419dae27383 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b94a17ac0>,) {'filters': {'network_id': ['3f5a6f90-cd6d-434f-94d3-d53beba81e83']}} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:27:58.148411 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:58.170451 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4bffbfcc-9bfc-4951-bfb2-6c827177511e None None] Provisioning for port 270d76d4-f5b4-417e-9dc1-316fda2567e9 completed by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:27:58.196469 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4bffbfcc-9bfc-4951-bfb2-6c827177511e None None] Provisioning complete for port 270d76d4-f5b4-417e-9dc1-316fda2567e9 triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:27:58.196839 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4bffbfcc-9bfc-4951-bfb2-6c827177511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:58.228800 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8b62ed6-6011-4584-bd42-bfeaf00b023c admin admin] Network 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:27:58.242077 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-aba786ba-f1f2-448b-a36a-3e9c942c7125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:58.242234 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.services.segments.db [None req-ed5273ae-4468-43ca-a33e-8419dae27383 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b94a17ac0>, '6eb144e0-b13e-48ad-a113-0cbbdccc3b4f') {'for_net_delete': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:27:58.242482 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.services.segments.db [None req-ed5273ae-4468-43ca-a33e-8419dae27383 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b94a17ac0>, '6eb144e0-b13e-48ad-a113-0cbbdccc3b4f') {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:27:58.247937 dv-cinder-798356-1-iscsi neutron-server[74235]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 29 14:27:58.253119 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [None req-c8b62ed6-6011-4584-bd42-bfeaf00b023c admin admin] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:27:58.266722 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8b62ed6-6011-4584-bd42-bfeaf00b023c admin admin] Received port after_create {{(pid=74234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:27:58.317007 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-d9adc7c7-fe5c-4588-88fa-f4b2fe02534f req-97590aae-ee1d-4ace-a6f0-901fc7c2d879 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1 HTTP/1.1" status: 200  len: 210 time: 0.0717916
Jun 29 14:27:58.322695 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-aba786ba-f1f2-448b-a36a-3e9c942c7125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:58.375013 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-2c5f42e8-dae4-4854-9cb3-44ec0ae50f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:58.441905 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-aba786ba-f1f2-448b-a36a-3e9c942c7125 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7cf2934b98094171bace38cfa415533b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9723563
Jun 29 14:27:58.447855 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 37340) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:27:58.453661 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4bffbfcc-9bfc-4951-bfb2-6c827177511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:58.454163 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba786ba-f1f2-448b-a36a-3e9c942c7125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67e87ef8-7e41-4e5e-9d7f-4ed24873d320,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:58.482944 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-aba786ba-f1f2-448b-a36a-3e9c942c7125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:58.527203 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ed5273ae-4468-43ca-a33e-8419dae27383 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730483226525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1222737'] for segment, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:58.536930 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-4bffbfcc-9bfc-4951-bfb2-6c827177511e None None] For port 270d76d4-f5b4-417e-9dc1-316fda2567e9, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=270d76d4-f5b4-417e-9dc1-316fda2567e9,segment=NetworkSegment(9893828c-dda5-4b37-8a2f-299b5eb1c0ef),segment_id=9893828c-dda5-4b37-8a2f-299b5eb1c0ef)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:27:58.545989 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4bffbfcc-9bfc-4951-bfb2-6c827177511e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:58.559430 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ed5273ae-4468-43ca-a33e-8419dae27383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:58.560501 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:58.568525 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b62ed6-6011-4584-bd42-bfeaf00b023c admin admin] Pushing event updated for resources: {'Port': ['ID=acc3cd97-624a-49b2-8c60-fc97b84ba3e8,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:58.573711 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-c8b62ed6-6011-4584-bd42-bfeaf00b023c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:58.575497 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed5273ae-4468-43ca-a33e-8419dae27383 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=74234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 14:27:58.576199 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ed5273ae-4468-43ca-a33e-8419dae27383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3829314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1750790'] for segment, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]:   util.warn_limited(
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]:   util.warn_limited(
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]: Traceback (most recent call last):
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]:     timer()
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]:     cb(*args, **kw)
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]:     return func(*args, **kwargs)
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]:     self._notify()
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]:     self.callback(batched_events)
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]:     event.method(event)
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]:     return f(self, *a, **k)
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]:     return self._get(url).json()
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]:     return self.request(url, 'GET', **kwargs)
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 14:27:58.593022 dv-cinder-798356-1-iscsi neutron-server[74234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 14:27:58.655811 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f171388-4686-4b32-8a54-9fbc17dc4816 admin admin] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:27:58.658845 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-29b753e0-45bb-408e-b720-d6eb359c092b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:58.674791 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bffbfcc-9bfc-4951-bfb2-6c827177511e None None] Pushing event updated for resources: {'Port': ['ID=270d76d4-f5b4-417e-9dc1-316fda2567e9,revision_number=3']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:58.683665 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4bffbfcc-9bfc-4951-bfb2-6c827177511e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:58.730051 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c8b62ed6-6011-4584-bd42-bfeaf00b023c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:58.733609 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c8b62ed6-6011-4584-bd42-bfeaf00b023c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670196'] for router, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:58.779876 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-29b753e0-45bb-408e-b720-d6eb359c092b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:58.829567 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ed5273ae-4468-43ca-a33e-8419dae27383 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3930699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670133'] for network, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:58.871151 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-3f171388-4686-4b32-8a54-9fbc17dc4816 admin admin] 10.222.0.13 "PUT /v2.0/routers/d579b5b6-0a5f-4609-8309-22ff5d0cd65d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 8.6197040
Jun 29 14:27:58.876934 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-1730d6a0-1da6-4d21-9e2f-2dc41b5af471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:58.893149 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0119f1c-2772-424a-ae06-24127eb49203 None None] Sync routers for ids ['d579b5b6-0a5f-4609-8309-22ff5d0cd65d'] in dv-cinder-798356-1-iscsi {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:27:58.910255 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ed5273ae-4468-43ca-a33e-8419dae27383 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:58.918118 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0119f1c-2772-424a-ae06-24127eb49203 None None] Routers {'d579b5b6-0a5f-4609-8309-22ff5d0cd65d'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:27:58.918623 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-d0119f1c-2772-424a-ae06-24127eb49203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94cfebe0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:27:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['d579b5b6-0a5f-4609-8309-22ff5d0cd65d'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:27:58.928009 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5273ae-4468-43ca-a33e-8419dae27383 admin admin] Pushing event deleted for resources: {'Network': ['ID=3f5a6f90-cd6d-434f-94d3-d53beba81e83,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:58.935890 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-ed5273ae-4468-43ca-a33e-8419dae27383 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:58.939550 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-ed5273ae-4468-43ca-a33e-8419dae27383 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3f5a6f90-cd6d-434f-94d3-d53beba81e83 HTTP/1.1" status: 204  len: 168 time: 1.7578263
Jun 29 14:27:58.951020 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 37366) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:27:58.968818 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-3ff05241-626b-4091-94c5-4b1595fcfaa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:59.019409 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4edb3ec-1169-4252-8ee6-48914fda06a8 admin admin] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:27:59.053152 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1dedc6-6892-4092-acb8-615b39bf8054 None None] Sync routers for ids ['bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'] in dv-cinder-798356-1-iscsi {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:27:59.078832 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1dedc6-6892-4092-acb8-615b39bf8054 None None] Routers {'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:27:59.079472 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-9a1dedc6-6892-4092-acb8-615b39bf8054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94c1b730>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:27:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:27:59.110346 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_v2 [None req-63ab0b9a-c462-4658-90f0-d60e34949f59 admin admin] Deleting subnet 4b3e4501-508f-4088-8dec-0321718797e4 {{(pid=74234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 14:27:59.115599 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-63ab0b9a-c462-4658-90f0-d60e34949f59 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:59.210275 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-63ab0b9a-c462-4658-90f0-d60e34949f59 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1222750'] for subnet, precommit_delete_associations {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:59.312913 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-63ab0b9a-c462-4658-90f0-d60e34949f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3930061'] for subnet, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:59.361616 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-3ff05241-626b-4091-94c5-4b1595fcfaa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:59.370791 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d4edb3ec-1169-4252-8ee6-48914fda06a8 admin admin] Notify callbacks [] for router, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:59.374587 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-d4edb3ec-1169-4252-8ee6-48914fda06a8 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 7.4004600
Jun 29 14:27:59.376914 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 37382) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:27:59.430331 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4e653137-9d80-4163-8c47-26f9d572772f None None] Provisioning complete for port 270d76d4-f5b4-417e-9dc1-316fda2567e9 triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:27:59.430904 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4e653137-9d80-4163-8c47-26f9d572772f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:59.470077 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-29b753e0-45bb-408e-b720-d6eb359c092b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:59.475943 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-29b753e0-45bb-408e-b720-d6eb359c092b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:59.477541 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-29b753e0-45bb-408e-b720-d6eb359c092b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/67e87ef8-7e41-4e5e-9d7f-4ed24873d320 HTTP/1.1" status: 204  len: 168 time: 1.0069554
Jun 29 14:27:59.483818 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:59.524974 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b753e0-45bb-408e-b720-d6eb359c092b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67e87ef8-7e41-4e5e-9d7f-4ed24873d320,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:59.537799 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-29b753e0-45bb-408e-b720-d6eb359c092b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:59.570841 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-9a1dedc6-6892-4092-acb8-615b39bf8054 None None] Set router bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d gateway port host: dv-cinder-798356-1-iscsi {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:27:59.584827 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70c028f3-b3e2-444d-8dc2-86cdf44f49be None None] Network 4efbe09a-ec64-4c57-8f69-466f632996dc requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:27:59.612191 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:27:59.643878 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-63ab0b9a-c462-4658-90f0-d60e34949f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1750944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1217628'] for subnet, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:59.665178 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:27:59.666592 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-5aede6dd-ae68-4af7-8e1d-9e75d6d40abf req-6d312ed0-08bc-42c8-8a0b-6f82106a5aea tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1 HTTP/1.1" status: 200  len: 210 time: 0.1060128
Jun 29 14:27:59.732523 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-63ab0b9a-c462-4658-90f0-d60e34949f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for subnet, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:59.737174 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ab0b9a-c462-4658-90f0-d60e34949f59 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4b3e4501-508f-4088-8dec-0321718797e4,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:27:59.751596 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-63ab0b9a-c462-4658-90f0-d60e34949f59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:27:59.770742 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-63ab0b9a-c462-4658-90f0-d60e34949f59 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/4b3e4501-508f-4088-8dec-0321718797e4 HTTP/1.1" status: 204  len: 168 time: 0.8135691
Jun 29 14:27:59.792157 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 37398) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:27:59.867551 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-d0119f1c-2772-424a-ae06-24127eb49203 None None] Set router d579b5b6-0a5f-4609-8309-22ff5d0cd65d gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:27:59.867736 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-3ff05241-626b-4091-94c5-4b1595fcfaa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:27:59.875189 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8b62ed6-6011-4584-bd42-bfeaf00b023c admin admin] Router 2aa978a3-fc1c-4cea-a790-dd2d19f05366 is scheduled to L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 with binding_index 1 {{(pid=74234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 29 14:28:00.011640 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-aba786ba-f1f2-448b-a36a-3e9c942c7125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:00.090034 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-3ff05241-626b-4091-94c5-4b1595fcfaa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:00.096549 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-3ff05241-626b-4091-94c5-4b1595fcfaa8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97d97f08-c74d-4971-bd67-e1a691805f91 HTTP/1.1" status: 204  len: 168 time: 2.0877185
Jun 29 14:28:00.118613 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff05241-626b-4091-94c5-4b1595fcfaa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d97f08-c74d-4971-bd67-e1a691805f91,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:00.133474 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-3ff05241-626b-4091-94c5-4b1595fcfaa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:00.232601 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1238ca78-c5b8-409f-9ca9-21cbbf01b775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3691460'] for network, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:00.257619 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:28:00.259302 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:00.391145 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-9a1dedc6-6892-4092-acb8-615b39bf8054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94c1b730>, [{'id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'name': 'tempest-AttachVolumeTestJSON-23625440-router', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '72285900-8a54-40e1-a50b-4894872e1c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:27:56Z', 'revision_number': 3, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'gw_port': {'id': '72285900-8a54-40e1-a50b-4894872e1c95', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:54Z', 'updated_at': '2021-06-29T14:27:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi'}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:28:00.400166 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1dedc6-6892-4092-acb8-615b39bf8054 None None] Checking router: bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d for host: dv-cinder-798356-1-iscsi {{(pid=74237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:28:00.400527 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1dedc6-6892-4092-acb8-615b39bf8054 None None] Updating router bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d port 72285900-8a54-40e1-a50b-4894872e1c95 binding host dv-cinder-798356-1-iscsi {{(pid=74237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 14:28:00.413478 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 37416) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:00.449760 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-d535b032-cd40-4962-bc00-39591cce9a5d None None] Provisioning for port 25f7f97b-15cd-4005-b093-c2c2cac77bed completed by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:28:00.506211 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-976a5baf-c095-43c2-8ad5-5760cd3209d5 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:00.509397 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-976a5baf-c095-43c2-8ad5-5760cd3209d5 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/networks?id=e18f3f47-eda3-4841-b6ac-77a54d6b46e2 HTTP/1.1" status: 200  len: 818 time: 0.4456623
Jun 29 14:28:00.517608 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-9a1dedc6-6892-4092-acb8-615b39bf8054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:00.744879 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 270d76d4-f5b4-417e-9dc1-316fda2567e9 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:28:00.748020 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-5ea371a9-ca9f-48f2-8992-5916e1192ab4 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/quotas/49688b8975d4487d95604f13bd607887 HTTP/1.1" status: 200  len: 375 time: 0.2320282
Jun 29 14:28:00.751645 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1238ca78-c5b8-409f-9ca9-21cbbf01b775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931320', 'neutron.services.segments.db._delete_segments_for_network-8730483304066'] for network, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:00.766885 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1238ca78-c5b8-409f-9ca9-21cbbf01b775 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f0b9446d6a0>> segment before_delete 55550000 {{(pid=74235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:28:00.767492 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1238ca78-c5b8-409f-9ca9-21cbbf01b775 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f0b9446d6a0>> subnet precommit_delete_associations 55550000 {{(pid=74235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:28:00.768581 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1238ca78-c5b8-409f-9ca9-21cbbf01b775 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0b94955ca0>> segment_host_mapping after_create 55550000 {{(pid=74235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:28:00.769933 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1238ca78-c5b8-409f-9ca9-21cbbf01b775 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0b94955ca0>> port after_create 55550000 {{(pid=74235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:28:00.770556 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1238ca78-c5b8-409f-9ca9-21cbbf01b775 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0b94955ca0>> port after_delete 55550000 {{(pid=74235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:28:00.771077 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1238ca78-c5b8-409f-9ca9-21cbbf01b775 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0b94955ca0>> port after_update 55550000 {{(pid=74235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:28:00.771553 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1238ca78-c5b8-409f-9ca9-21cbbf01b775 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0b94955ca0>> segment after_delete 55550000 {{(pid=74235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:28:00.772033 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1238ca78-c5b8-409f-9ca9-21cbbf01b775 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0b94955ca0>> subnet after_create 55550000 {{(pid=74235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:28:00.772676 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1238ca78-c5b8-409f-9ca9-21cbbf01b775 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0b94955ca0>> subnet after_delete 55550000 {{(pid=74235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:28:00.773151 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1238ca78-c5b8-409f-9ca9-21cbbf01b775 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f0b94955ca0>> subnet after_update 55550000 {{(pid=74235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:28:00.919523 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-d0119f1c-2772-424a-ae06-24127eb49203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94cfebe0>, [{'id': 'd579b5b6-0a5f-4609-8309-22ff5d0cd65d', 'name': 'tempest-ServerRescueNegativeTestJSON-707254591-router', 'tenant_id': '49688b8975d4487d95604f13bd607887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:48Z', 'updated_at': '2021-06-29T14:27:55Z', 'revision_number': 4, 'project_id': '49688b8975d4487d95604f13bd607887', 'gw_port': {'id': 'b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:40:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd579b5b6-0a5f-4609-8309-22ff5d0cd65d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:48Z', 'updated_at': '2021-06-29T14:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '3af23dbb-6701-481e-a030-ab2965341ba4', 'name': '', 'network_id': 'e18f3f47-eda3-4841-b6ac-77a54d6b46e2', 'tenant_id': '49688b8975d4487d95604f13bd607887', 'mac_address': 'fa:16:3e:57:6a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd579b5b6-0a5f-4609-8309-22ff5d0cd65d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd349a7a1-71b6-4c71-8ccc-984c68721f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:27:55Z', 'revision_number': 2, 'project_id': '49688b8975d4487d95604f13bd607887', 'subnets': [{'id': 'd349a7a1-71b6-4c71-8ccc-984c68721f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:28:00.953509 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0119f1c-2772-424a-ae06-24127eb49203 None None] Checking router: d579b5b6-0a5f-4609-8309-22ff5d0cd65d for host: dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:28:00.963006 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0119f1c-2772-424a-ae06-24127eb49203 None None] Updating router d579b5b6-0a5f-4609-8309-22ff5d0cd65d port 3af23dbb-6701-481e-a030-ab2965341ba4 binding host dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 14:28:01.004242 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-b88a72dc-3afc-4b0a-9279-3585a02b6705 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=49688b8975d4487d95604f13bd607887&fields=id HTTP/1.1" status: 200  len: 255 time: 0.2415898
Jun 29 14:28:01.008043 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8b62ed6-6011-4584-bd42-bfeaf00b023c admin admin] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:28:01.059465 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.69', 60410) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:01.121826 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-d0119f1c-2772-424a-ae06-24127eb49203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:01.150884 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-9a1dedc6-6892-4092-acb8-615b39bf8054 None None] Notify callbacks [] for port, precommit_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:01.176226 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.provisioning_blocks [None req-9a1dedc6-6892-4092-acb8-615b39bf8054 None None] Transition to ACTIVE for port object 72285900-8a54-40e1-a50b-4894872e1c95 will not be triggered until provisioned by entity L2. {{(pid=74237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:28:01.177576 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27da847-5aeb-407a-a56f-af3d80495f29 None None] Sync routers for ids ['2aa978a3-fc1c-4cea-a790-dd2d19f05366'] in dv-cinder-798356-1-iscsi {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:28:01.195446 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-9a1dedc6-6892-4092-acb8-615b39bf8054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:01.210982 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:01.214562 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1238ca78-c5b8-409f-9ca9-21cbbf01b775 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0b9494c430>> subnet after_create 55550000 {{(pid=74235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:28:01.215043 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1238ca78-c5b8-409f-9ca9-21cbbf01b775 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0b9494c430>> subnet after_delete 55550000 {{(pid=74235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:28:01.227566 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1238ca78-c5b8-409f-9ca9-21cbbf01b775 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0b9494c430>> subnet before_create 55550000 {{(pid=74235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:28:01.228058 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1238ca78-c5b8-409f-9ca9-21cbbf01b775 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f0b9494c430>> subnet before_update 55550000 {{(pid=74235) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 29 14:28:01.233610 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.services.segments.db [None req-1238ca78-c5b8-409f-9ca9-21cbbf01b775 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b943263d0>,) {'filters': {'network_id': ['3812a1cf-93f4-4b3b-95dd-81f82e341b18']}} {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:28:01.253977 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 270d76d4-f5b4-417e-9dc1-316fda2567e9 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:28:01.254415 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:01.279667 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5242125-21f7-4bea-9bb7-1e894e28aa76 None None] Pushing event updated for resources: {'Port': ['ID=72285900-8a54-40e1-a50b-4894872e1c95,revision_number=2']} {{(pid=74237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:01.282413 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-c9fa0eb3-d500-426f-a779-0d4de2eb3b8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:01.291743 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-07fa2fa7-1ee4-43ee-8b00-efff2332efd5 service neutron] 10.222.0.13 "GET /v2.0/networks/e18f3f47-eda3-4841-b6ac-77a54d6b46e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2308156
Jun 29 14:28:01.296682 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c8b62ed6-6011-4584-bd42-bfeaf00b023c admin admin] Notify callbacks [] for router, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:01.298143 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-c8b62ed6-6011-4584-bd42-bfeaf00b023c admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 9.0004976
Jun 29 14:28:01.304663 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 37444) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:01.309414 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.managers [None req-9a1dedc6-6892-4092-acb8-615b39bf8054 None None] Attempting to bind port 72285900-8a54-40e1-a50b-4894872e1c95 on host dv-cinder-798356-1-iscsi for vnic_type normal with profile  {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:28:01.309796 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.managers [None req-9a1dedc6-6892-4092-acb8-615b39bf8054 None None] Attempting to bind port 72285900-8a54-40e1-a50b-4894872e1c95 by drivers openvswitch,hyperv on host dv-cinder-798356-1-iscsi at level 0 using segments [{'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'}] {{(pid=74237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:28:01.310162 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1dedc6-6892-4092-acb8-615b39bf8054 None None] Attempting to bind port 72285900-8a54-40e1-a50b-4894872e1c95 on network 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:28:01.330454 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [None req-a5242125-21f7-4bea-9bb7-1e894e28aa76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:01.331234 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1dedc6-6892-4092-acb8-615b39bf8054 None None] Checking agent: {'id': '7de42cfb-0b94-485f-bf24-4ef591216796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 6), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:28:01.331608 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1dedc6-6892-4092-acb8-615b39bf8054 None None] Checking segment: {'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:28:01.332012 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-9a1dedc6-6892-4092-acb8-615b39bf8054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:01.332407 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1dedc6-6892-4092-acb8-615b39bf8054 None None] Bound using segment: {'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'} {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:28:01.333416 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.managers [None req-9a1dedc6-6892-4092-acb8-615b39bf8054 None None] Bound port: 72285900-8a54-40e1-a50b-4894872e1c95, host: dv-cinder-798356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'}}] {{(pid=74237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:28:01.333810 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-9a1dedc6-6892-4092-acb8-615b39bf8054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:01.342880 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.services.segments.db [None req-1238ca78-c5b8-409f-9ca9-21cbbf01b775 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b943263d0>, 'b73b9e57-8173-49c1-a0d2-3c38900f604a') {'for_net_delete': True} {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:28:01.343486 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.services.segments.db [None req-1238ca78-c5b8-409f-9ca9-21cbbf01b775 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b943263d0>, 'b73b9e57-8173-49c1-a0d2-3c38900f604a') {} {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:28:01.377260 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-46b42733-ce95-47dd-a965-b1e9474ae825 req-b8c220c9-801e-4fe6-ab22-a306df639754 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1 HTTP/1.1" status: 200  len: 210 time: 0.1065934
Jun 29 14:28:01.399686 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1238ca78-c5b8-409f-9ca9-21cbbf01b775 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730483226525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1897657'] for segment, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:01.439402 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-c9fa0eb3-d500-426f-a779-0d4de2eb3b8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:28:01.442577 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1238ca78-c5b8-409f-9ca9-21cbbf01b775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:01.450170 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-c9fa0eb3-d500-426f-a779-0d4de2eb3b8b admin admin] Usage tracker for resource:security_group_rule and tenant:b7db721417594795a9f6980511b61e04 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:28:01.456208 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-c9fa0eb3-d500-426f-a779-0d4de2eb3b8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:28:01.460181 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1238ca78-c5b8-409f-9ca9-21cbbf01b775 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=74235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 14:28:01.460976 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1238ca78-c5b8-409f-9ca9-21cbbf01b775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3829314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1167115'] for segment, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]:   util.warn_limited(
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship.  (this warning may be suppressed after 10 occurrences)
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]:   util.warn_limited(
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]: Traceback (most recent call last):
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]:     timer()
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]:     cb(*args, **kw)
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]:     return func(*args, **kwargs)
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]:     self._notify()
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]:     self.callback(batched_events)
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]:     event.method(event)
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]:     return f(self, *a, **k)
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]:     return self._get(url).json()
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]:     return self.request(url, 'GET', **kwargs)
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 14:28:01.478091 dv-cinder-798356-1-iscsi neutron-server[74235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 14:28:01.489264 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-c9fa0eb3-d500-426f-a779-0d4de2eb3b8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:28:01.505138 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.db [None req-9a1dedc6-6892-4092-acb8-615b39bf8054 None None] For port 72285900-8a54-40e1-a50b-4894872e1c95, host dv-cinder-798356-1-iscsi, cleared binding levels {{(pid=74237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:28:01.508465 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.db [None req-9a1dedc6-6892-4092-acb8-615b39bf8054 None None] For port 72285900-8a54-40e1-a50b-4894872e1c95, host dv-cinder-798356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=72285900-8a54-40e1-a50b-4894872e1c95,segment=NetworkSegment(c4c225a7-9a59-46d1-b662-631cedda96e9),segment_id=c4c225a7-9a59-46d1-b662-631cedda96e9)] {{(pid=74237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:28:01.524694 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-9a1dedc6-6892-4092-acb8-615b39bf8054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:01.532364 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27da847-5aeb-407a-a56f-af3d80495f29 None None] Routers {'2aa978a3-fc1c-4cea-a790-dd2d19f05366'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:28:01.533762 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-a27da847-5aeb-407a-a56f-af3d80495f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b947515e0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:27:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['2aa978a3-fc1c-4cea-a790-dd2d19f05366'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:28:01.542034 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [None req-cfb0eb91-9d96-4efc-8542-c183377c9bb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:01.609056 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1dedc6-6892-4092-acb8-615b39bf8054 None None] Routers {'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:28:01.609697 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-9a1dedc6-6892-4092-acb8-615b39bf8054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94c1b730>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:27:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:28:01.804458 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5242125-21f7-4bea-9bb7-1e894e28aa76 None None] Pushing event updated for resources: {'Port': ['ID=72285900-8a54-40e1-a50b-4894872e1c95,revision_number=3']} {{(pid=74237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:01.808345 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [None req-a5242125-21f7-4bea-9bb7-1e894e28aa76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:01.816624 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 25f7f97b-15cd-4005-b093-c2c2cac77bed up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:28:01.820924 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1238ca78-c5b8-409f-9ca9-21cbbf01b775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3930699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670133'] for network, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:01.848067 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-6641007e-4839-4373-aa81-763665bf86ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:01.875276 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1238ca78-c5b8-409f-9ca9-21cbbf01b775 admin admin] Pushing event deleted for resources: {'Network': ['ID=3812a1cf-93f4-4b3b-95dd-81f82e341b18,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:01.877791 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1238ca78-c5b8-409f-9ca9-21cbbf01b775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:01.883435 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-1238ca78-c5b8-409f-9ca9-21cbbf01b775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:01.920151 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-1238ca78-c5b8-409f-9ca9-21cbbf01b775 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3812a1cf-93f4-4b3b-95dd-81f82e341b18 HTTP/1.1" status: 204  len: 168 time: 2.1243718
Jun 29 14:28:01.925070 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-75271066-6f1e-4334-a714-6539111e2793 service neutron] 10.222.0.13 "GET /v2.0/networks/e18f3f47-eda3-4841-b6ac-77a54d6b46e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6211212
Jun 29 14:28:01.961965 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cd239-32ba-47b6-9614-20473d93628e req-7a04bad4-3bc5-4f32-a36f-466d1a8299ed tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:01.966157 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c05cd239-32ba-47b6-9614-20473d93628e req-7a04bad4-3bc5-4f32-a36f-466d1a8299ed tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.69 "GET /v2.0/networks?id=5b698dac-2814-4285-b9fc-a47ee81514a6 HTTP/1.1" status: 200  len: 812 time: 0.9026010
Jun 29 14:28:01.975003 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning for port 25f7f97b-15cd-4005-b093-c2c2cac77bed completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:28:01.985744 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 25f7f97b-15cd-4005-b093-c2c2cac77bed triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:28:01.986221 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:02.032335 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-c9fa0eb3-d500-426f-a779-0d4de2eb3b8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:02.045017 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-c05cd239-32ba-47b6-9614-20473d93628e req-50484e31-d723-465e-9489-0c5f23fc2267 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Request body: {'port': {'device_id': '2e81d544-e28c-4a51-a0bc-60d9039d8ef1', 'network_id': '5b698dac-2814-4285-b9fc-a47ee81514a6', 'admin_state_up': True, 'tenant_id': '98c21011a694479d9020004a973e4a51'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:28:02.159127 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-c9fa0eb3-d500-426f-a779-0d4de2eb3b8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:02.190920 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:02.285566 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-9a1dedc6-6892-4092-acb8-615b39bf8054 None None] Set router bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d gateway port host: dv-cinder-798356-1-iscsi {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:28:02.331791 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fa0eb3-d500-426f-a779-0d4de2eb3b8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba6096a1-4845-4ac8-9869-978910af710a,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:02.337055 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-c9fa0eb3-d500-426f-a779-0d4de2eb3b8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:02.355053 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-c9fa0eb3-d500-426f-a779-0d4de2eb3b8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b7db721417594795a9f6980511b61e04&name=default HTTP/1.1" status: 200  len: 2647 time: 1.9403276
Jun 29 14:28:02.355748 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 37492) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:02.375608 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:02.425356 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] For port 25f7f97b-15cd-4005-b093-c2c2cac77bed, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=25f7f97b-15cd-4005-b093-c2c2cac77bed,segment=NetworkSegment(0dfa2ba1-aef0-4202-9eab-77e9ea1a0785),segment_id=0dfa2ba1-aef0-4202-9eab-77e9ea1a0785)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:28:02.453202 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 37496) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:02.455948 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:02.486305 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:02.534258 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8db8d3e3-eece-406d-9b51-d4d2f47e0a37 req-b378ba32-614a-4c54-8b39-e2b529310359 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 210 time: 0.1802537
Jun 29 14:28:02.647237 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Pushing event updated for resources: {'Port': ['ID=25f7f97b-15cd-4005-b093-c2c2cac77bed,revision_number=3']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:02.673775 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:02.705775 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-c05cd239-32ba-47b6-9614-20473d93628e req-50484e31-d723-465e-9489-0c5f23fc2267 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:28:02.742788 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-c05cd239-32ba-47b6-9614-20473d93628e req-50484e31-d723-465e-9489-0c5f23fc2267 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Usage tracker for resource:port and tenant:98c21011a694479d9020004a973e4a51 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:28:02.750673 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-c05cd239-32ba-47b6-9614-20473d93628e req-50484e31-d723-465e-9489-0c5f23fc2267 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:28:02.760057 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-a27da847-5aeb-407a-a56f-af3d80495f29 None None] Set router 2aa978a3-fc1c-4cea-a790-dd2d19f05366 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:28:02.779799 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-c05cd239-32ba-47b6-9614-20473d93628e req-50484e31-d723-465e-9489-0c5f23fc2267 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:28:02.837608 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-cb2ddb61-e195-4236-8094-5b217d13bb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:02.840532 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c05cd239-32ba-47b6-9614-20473d93628e req-50484e31-d723-465e-9489-0c5f23fc2267 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Made reservation on behalf of 98c21011a694479d9020004a973e4a51 for: {'port': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:28:02.852302 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-c05cd239-32ba-47b6-9614-20473d93628e req-50484e31-d723-465e-9489-0c5f23fc2267 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:02.890046 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.db.resource_extend [None req-d0119f1c-2772-424a-ae06-24127eb49203 None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 29 14:28:03.023874 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-cac53c73-e478-485d-9666-740617b7659f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5d73d58182bc49a286d4de431ca6397b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5673931
Jun 29 14:28:03.122109 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-9a1dedc6-6892-4092-acb8-615b39bf8054 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94c1b730>, [{'id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'name': 'tempest-AttachVolumeTestJSON-23625440-router', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '72285900-8a54-40e1-a50b-4894872e1c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:27:56Z', 'revision_number': 3, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'gw_port': {'id': '72285900-8a54-40e1-a50b-4894872e1c95', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:54Z', 'updated_at': '2021-06-29T14:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi'}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:28:03.128639 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a1dedc6-6892-4092-acb8-615b39bf8054 None None] The sync data for ids ['bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'] in dv-cinder-798356-1-iscsi is: [{'id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'name': 'tempest-AttachVolumeTestJSON-23625440-router', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '72285900-8a54-40e1-a50b-4894872e1c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:27:56Z', 'revision_number': 3, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'gw_port': {'id': '72285900-8a54-40e1-a50b-4894872e1c95', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a9:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:54Z', 'updated_at': '2021-06-29T14:28:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi'}] {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:28:03.136716 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 37528) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:03.381155 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-d0119f1c-2772-424a-ae06-24127eb49203 None None] Notify callbacks [] for port, precommit_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:03.417553 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-d0119f1c-2772-424a-ae06-24127eb49203 None None] Transition to ACTIVE for port object 3af23dbb-6701-481e-a030-ab2965341ba4 will not be triggered until provisioned by entity L2. {{(pid=74236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:28:03.447427 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-d0119f1c-2772-424a-ae06-24127eb49203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:03.490117 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:03.495245 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-cb2ddb61-e195-4236-8094-5b217d13bb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:03.638180 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-72711647-10f9-45fc-a35c-9f69a283ded3 req-7d527d63-f599-4cd2-b9ba-107d011bd224 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1 HTTP/1.1" status: 200  len: 210 time: 0.8195729
Jun 29 14:28:03.657713 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-cb2ddb61-e195-4236-8094-5b217d13bb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:03.690243 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-3ff05241-626b-4091-94c5-4b1595fcfaa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:03.706440 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-cb2ddb61-e195-4236-8094-5b217d13bb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:03.709366 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-cb2ddb61-e195-4236-8094-5b217d13bb3e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ba6096a1-4845-4ac8-9869-978910af710a HTTP/1.1" status: 204  len: 168 time: 1.3517745
Jun 29 14:28:03.727695 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 37552) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:03.730884 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2ddb61-e195-4236-8094-5b217d13bb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba6096a1-4845-4ac8-9869-978910af710a,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:03.733605 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-cb2ddb61-e195-4236-8094-5b217d13bb3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:04.132751 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-3e80606a-5185-48bc-afb4-335d681fd88e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:04.316041 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9984ad-4e3b-406c-9db6-3fec8237b938 None None] Pushing event updated for resources: {'Port': ['ID=3af23dbb-6701-481e-a030-ab2965341ba4,revision_number=3']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:04.354890 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-c7639f0f-d120-4c0a-bd0d-72769b539897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:04.360545 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-1e9984ad-4e3b-406c-9db6-3fec8237b938 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.873s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:04.624965 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_common [req-c05cd239-32ba-47b6-9614-20473d93628e req-50484e31-d723-465e-9489-0c5f23fc2267 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Allocated IP 172.20.0.2 (5b698dac-2814-4285-b9fc-a47ee81514a6/8de91fd9-1e85-4c23-a479-eb1673ad4aee/c16c100e-be69-4587-be2c-3bd887db981d) {{(pid=74234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:28:04.893113 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.db_base_plugin_common [None req-c7639f0f-d120-4c0a-bd0d-72769b539897 admin admin] Allocated IP 172.20.0.1 (4136cd64-8118-416e-874b-f6ed5b97de9f/6b290bd3-20c6-48b7-a0ea-2f1a94cb7740/02862bf3-dc57-4c33-b9c4-f64dd8a45923) {{(pid=74235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:28:04.932732 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-3e80606a-5185-48bc-afb4-335d681fd88e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:04.939540 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 72285900-8a54-40e1-a50b-4894872e1c95 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:28:04.955079 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-07198a71-1640-4ff9-b304-2560077cdf31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:05.432770 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-2a023b0c-c33d-406f-b2a0-a04f7089a9ca tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:05.434588 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-2a023b0c-c33d-406f-b2a0-a04f7089a9ca tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/networks?id=e18f3f47-eda3-4841-b6ac-77a54d6b46e2 HTTP/1.1" status: 200  len: 818 time: 1.2308109
Jun 29 14:28:05.456940 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-d0119f1c-2772-424a-ae06-24127eb49203 None None] Attempting to bind port 3af23dbb-6701-481e-a030-ab2965341ba4 on host dv-cinder-798356-1-iscsi for vnic_type normal with profile  {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:28:05.459742 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-d0119f1c-2772-424a-ae06-24127eb49203 None None] Attempting to bind port 3af23dbb-6701-481e-a030-ab2965341ba4 by drivers openvswitch,hyperv on host dv-cinder-798356-1-iscsi at level 0 using segments [{'id': '22805b8c-5eb0-4508-ac25-ba13cbff4b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e18f3f47-eda3-4841-b6ac-77a54d6b46e2'}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:28:05.461174 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0119f1c-2772-424a-ae06-24127eb49203 None None] Attempting to bind port 3af23dbb-6701-481e-a030-ab2965341ba4 on network e18f3f47-eda3-4841-b6ac-77a54d6b46e2 {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:28:05.495442 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0119f1c-2772-424a-ae06-24127eb49203 None None] Checking agent: {'id': '7de42cfb-0b94-485f-bf24-4ef591216796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 6), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:28:05.496317 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0119f1c-2772-424a-ae06-24127eb49203 None None] Checking segment: {'id': '22805b8c-5eb0-4508-ac25-ba13cbff4b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e18f3f47-eda3-4841-b6ac-77a54d6b46e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:28:05.498048 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-d0119f1c-2772-424a-ae06-24127eb49203 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:05.499476 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0119f1c-2772-424a-ae06-24127eb49203 None None] Bound using segment: {'id': '22805b8c-5eb0-4508-ac25-ba13cbff4b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e18f3f47-eda3-4841-b6ac-77a54d6b46e2'} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:28:05.503394 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-d0119f1c-2772-424a-ae06-24127eb49203 None None] Bound port: 3af23dbb-6701-481e-a030-ab2965341ba4, host: dv-cinder-798356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22805b8c-5eb0-4508-ac25-ba13cbff4b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e18f3f47-eda3-4841-b6ac-77a54d6b46e2'}}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:28:05.503948 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-d0119f1c-2772-424a-ae06-24127eb49203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:05.506216 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-3e80606a-5185-48bc-afb4-335d681fd88e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:05.564741 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-a27da847-5aeb-407a-a56f-af3d80495f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b947515e0>, [{'id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'name': 'tempest-AttachVolumeShelveTestJSON-917780842-router', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:27:58Z', 'revision_number': 3, 'project_id': '9168106bff7043a69607ef135131ee6b', 'gw_port': {'id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:55Z', 'updated_at': '2021-06-29T14:27:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi'}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:28:05.578476 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:05.581990 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f38cc27d-b86b-4885-be41-e2452b8c3768 req-1157b19e-922d-407f-b5ea-c5b4967c7f9c tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1 HTTP/1.1" status: 200  len: 210 time: 0.2513037
Jun 29 14:28:05.605024 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27da847-5aeb-407a-a56f-af3d80495f29 None None] Checking router: 2aa978a3-fc1c-4cea-a790-dd2d19f05366 for host: dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:28:05.605310 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e80606a-5185-48bc-afb4-335d681fd88e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f4392f9-bc1d-4c82-b711-67638712e80a,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:05.608036 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-3e80606a-5185-48bc-afb4-335d681fd88e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:05.609758 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-5c55d49b-0e32-4cb2-a1da-e46ff6f0a41d tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/quotas/49688b8975d4487d95604f13bd607887 HTTP/1.1" status: 200  len: 375 time: 0.1559410
Jun 29 14:28:05.619586 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27da847-5aeb-407a-a56f-af3d80495f29 None None] Updating router 2aa978a3-fc1c-4cea-a790-dd2d19f05366 port acc3cd97-624a-49b2-8c60-fc97b84ba3e8 binding host dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 14:28:05.624926 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-07198a71-1640-4ff9-b304-2560077cdf31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:28:05.642655 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-07198a71-1640-4ff9-b304-2560077cdf31 admin admin] Usage tracker for resource:security_group_rule and tenant:b34155827fdb4079abda0f9d1f3b5b66 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:28:05.669310 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-07198a71-1640-4ff9-b304-2560077cdf31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:28:05.688212 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 6 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:28:05.689250 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-07198a71-1640-4ff9-b304-2560077cdf31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:28:05.819212 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-c7639f0f-d120-4c0a-bd0d-72769b539897 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:05.924505 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.provisioning_blocks [None req-c7639f0f-d120-4c0a-bd0d-72769b539897 admin admin] Transition to ACTIVE for port object 02862bf3-dc57-4c33-b9c4-f64dd8a45923 will not be triggered until provisioned by entity DHCP. {{(pid=74235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:28:05.959164 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-3e80606a-5185-48bc-afb4-335d681fd88e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:05.965315 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-3e80606a-5185-48bc-afb4-335d681fd88e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5f4392f9-bc1d-4c82-b711-67638712e80a HTTP/1.1" status: 204  len: 168 time: 2.8249984
Jun 29 14:28:05.973935 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning for port 72285900-8a54-40e1-a50b-4894872e1c95 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:28:06.053547 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-d0119f1c-2772-424a-ae06-24127eb49203 None None] For port 3af23dbb-6701-481e-a030-ab2965341ba4, host dv-cinder-798356-1-iscsi, cleared binding levels {{(pid=74236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:28:06.062855 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-d0119f1c-2772-424a-ae06-24127eb49203 None None] For port 3af23dbb-6701-481e-a030-ab2965341ba4, host dv-cinder-798356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=3af23dbb-6701-481e-a030-ab2965341ba4,segment=NetworkSegment(22805b8c-5eb0-4508-ac25-ba13cbff4b17),segment_id=22805b8c-5eb0-4508-ac25-ba13cbff4b17)] {{(pid=74236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:28:06.091144 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.69', 60421) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:06.100277 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a27da847-5aeb-407a-a56f-af3d80495f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:06.147967 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-07198a71-1640-4ff9-b304-2560077cdf31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:06.158928 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-07198a71-1640-4ff9-b304-2560077cdf31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:06.185857 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:06.193453 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-d0119f1c-2772-424a-ae06-24127eb49203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:06.203744 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-fd490595-cbb3-43b1-a2f0-377935e8d558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:06.205640 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 72285900-8a54-40e1-a50b-4894872e1c95 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:28:06.206148 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:06.224533 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-c7639f0f-d120-4c0a-bd0d-72769b539897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:06.280764 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:06.389965 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-07198a71-1640-4ff9-b304-2560077cdf31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b34155827fdb4079abda0f9d1f3b5b66&name=default HTTP/1.1" status: 200  len: 2647 time: 2.6609750
Jun 29 14:28:06.393259 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 37608) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:06.414540 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9984ad-4e3b-406c-9db6-3fec8237b938 None None] Pushing event updated for resources: {'Port': ['ID=3af23dbb-6701-481e-a030-ab2965341ba4,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:06.432952 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-1e9984ad-4e3b-406c-9db6-3fec8237b938 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:06.433463 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07198a71-1640-4ff9-b304-2560077cdf31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a18911a4-7a8e-430d-a5f2-8a9b66d10b19,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:06.454027 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-07198a71-1640-4ff9-b304-2560077cdf31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:06.463556 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-3f171388-4686-4b32-8a54-9fbc17dc4816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.180s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:06.478149 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:06.537511 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7639f0f-d120-4c0a-bd0d-72769b539897 admin admin] Network 4136cd64-8118-416e-874b-f6ed5b97de9f is already hosted by enough agents. {{(pid=74235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:28:06.556043 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0119f1c-2772-424a-ae06-24127eb49203 None None] Routers {'d579b5b6-0a5f-4609-8309-22ff5d0cd65d'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:28:06.557060 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-d0119f1c-2772-424a-ae06-24127eb49203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94cfebe0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:27:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['d579b5b6-0a5f-4609-8309-22ff5d0cd65d'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:28:06.590991 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.base_scheduler [None req-c7639f0f-d120-4c0a-bd0d-72769b539897 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:28:06.640189 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7639f0f-d120-4c0a-bd0d-72769b539897 admin admin] Received port after_create {{(pid=74235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:28:06.953809 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-c05cd239-32ba-47b6-9614-20473d93628e req-50484e31-d723-465e-9489-0c5f23fc2267 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Notify callbacks [] for port, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:06.965959 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7639f0f-d120-4c0a-bd0d-72769b539897 admin admin] Pushing event updated for resources: {'Port': ['ID=02862bf3-dc57-4c33-b9c4-f64dd8a45923,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:07.015457 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-c7639f0f-d120-4c0a-bd0d-72769b539897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:07.021383 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-c05cd239-32ba-47b6-9614-20473d93628e req-50484e31-d723-465e-9489-0c5f23fc2267 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:07.030456 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-1dadce6f-543f-4c34-ac2b-82384c4caf4d tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=49688b8975d4487d95604f13bd607887&fields=id HTTP/1.1" status: 200  len: 255 time: 1.3951797
Jun 29 14:28:07.217093 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 37622) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:07.248788 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-c7639f0f-d120-4c0a-bd0d-72769b539897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669730'] for router_interface, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:07.306477 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:07.383610 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d9167391-2a42-4c57-8cef-3c06cb27b54e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:07.444370 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-5c7d0038-d420-408f-ab48-a4c6d44d8c71 None None] Provisioning for port 02862bf3-dc57-4c33-b9c4-f64dd8a45923 completed by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:28:07.464900 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d9167391-2a42-4c57-8cef-3c06cb27b54e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:07.504105 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] For port 72285900-8a54-40e1-a50b-4894872e1c95, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=72285900-8a54-40e1-a50b-4894872e1c95,segment=NetworkSegment(c4c225a7-9a59-46d1-b662-631cedda96e9),segment_id=c4c225a7-9a59-46d1-b662-631cedda96e9)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:28:07.524724 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 37628) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:07.541737 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-d0119f1c-2772-424a-ae06-24127eb49203 None None] Set router d579b5b6-0a5f-4609-8309-22ff5d0cd65d gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:28:07.565880 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d9167391-2a42-4c57-8cef-3c06cb27b54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:07.588258 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:07.618967 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9167391-2a42-4c57-8cef-3c06cb27b54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a18911a4-7a8e-430d-a5f2-8a9b66d10b19,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:07.621658 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-d9167391-2a42-4c57-8cef-3c06cb27b54e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:07.665294 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-24af968f-c17c-4053-adef-9f4b3798de58 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f7ff9f9935bb455a9cac120224fab283&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4237397
Jun 29 14:28:07.675283 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 37634) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:07.686175 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d9167391-2a42-4c57-8cef-3c06cb27b54e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:07.687780 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-d9167391-2a42-4c57-8cef-3c06cb27b54e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a18911a4-7a8e-430d-a5f2-8a9b66d10b19 HTTP/1.1" status: 204  len: 168 time: 1.2901452
Jun 29 14:28:07.703782 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-c7639f0f-d120-4c0a-bd0d-72769b539897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:07.764695 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-c8b62ed6-6011-4584-bd42-bfeaf00b023c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:07.964099 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-5c7d0038-d420-408f-ab48-a4c6d44d8c71 None None] Provisioning complete for port 02862bf3-dc57-4c33-b9c4-f64dd8a45923 triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:28:07.964346 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-5c7d0038-d420-408f-ab48-a4c6d44d8c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:07.986545 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-d43a1ebe-3ad3-4519-b323-0a1b96cd7b8b service neutron] 10.222.0.13 "GET /v2.0/networks/e18f3f47-eda3-4841-b6ac-77a54d6b46e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9423504
Jun 29 14:28:07.991133 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f8c4d2e-13f0-4752-86d9-3492e6272dc3 req-84dc013c-a8da-4fa4-a997-76071a1608f9 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:08.009829 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-6f8c4d2e-13f0-4752-86d9-3492e6272dc3 req-84dc013c-a8da-4fa4-a997-76071a1608f9 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1 HTTP/1.1" status: 200  len: 931 time: 0.9933381
Jun 29 14:28:08.020818 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-1ff62282-d854-456c-8b6c-581dc49a5ba6 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:08.022783 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-1ff62282-d854-456c-8b6c-581dc49a5ba6 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.69 "GET /v2.0/networks?id=e18f3f47-eda3-4841-b6ac-77a54d6b46e2 HTTP/1.1" status: 200  len: 818 time: 1.9119513
Jun 29 14:28:08.048265 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:08.072898 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-19b0b68c-0baa-4496-9767-09f144f2eabc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:08.100576 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c05cd239-32ba-47b6-9614-20473d93628e req-50484e31-d723-465e-9489-0c5f23fc2267 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Network 5b698dac-2814-4285-b9fc-a47ee81514a6 is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:28:08.154946 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [req-c05cd239-32ba-47b6-9614-20473d93628e req-50484e31-d723-465e-9489-0c5f23fc2267 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:28:08.199271 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-540d3c11-9ecf-47c6-8eed-cd934287feb4 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Request body: {'port': {'device_id': '213fffa4-91cb-45a3-9520-6f01b3e064fb', 'network_id': 'e18f3f47-eda3-4841-b6ac-77a54d6b46e2', 'admin_state_up': True, 'tenant_id': '49688b8975d4487d95604f13bd607887'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:28:08.279998 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [req-c05cd239-32ba-47b6-9614-20473d93628e req-50484e31-d723-465e-9489-0c5f23fc2267 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Received port after_create {{(pid=74234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:28:08.292577 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 37646) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:08.316290 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-bbcda563-872a-42a9-a431-079abaf0090a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:08.339700 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-6f8c4d2e-13f0-4752-86d9-3492e6272dc3 req-1db2a16b-8003-478f-8cee-f93b76073af8 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/security-groups?id=a482af90-05e1-4ab6-8883-a1506aff8635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3285413
Jun 29 14:28:08.342914 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-19b0b68c-0baa-4496-9767-09f144f2eabc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:28:08.357766 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-19b0b68c-0baa-4496-9767-09f144f2eabc admin admin] Usage tracker for resource:security_group_rule and tenant:f82e1c148b2a40af88364529303756e8 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:28:08.370981 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cd239-32ba-47b6-9614-20473d93628e req-50484e31-d723-465e-9489-0c5f23fc2267 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:08.372398 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-c05cd239-32ba-47b6-9614-20473d93628e req-50484e31-d723-465e-9489-0c5f23fc2267 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:08.411295 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 25f7f97b-15cd-4005-b093-c2c2cac77bed up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:28:08.414395 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50484e31-d723-465e-9489-0c5f23fc2267 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Pushing event updated for resources: {'Port': ['ID=c16c100e-be69-4587-be2c-3bd887db981d,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:08.440563 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-19b0b68c-0baa-4496-9767-09f144f2eabc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:28:08.449942 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-19b0b68c-0baa-4496-9767-09f144f2eabc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:28:08.510401 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c05cd239-32ba-47b6-9614-20473d93628e req-50484e31-d723-465e-9489-0c5f23fc2267 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.4931831
Jun 29 14:28:08.513444 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:08.518289 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-50484e31-d723-465e-9489-0c5f23fc2267 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:08.551002 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [req-c05cd239-32ba-47b6-9614-20473d93628e req-46aca2bd-a9eb-4639-b5f2-f7af30ff38c6 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=74234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 29 14:28:08.552855 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c05cd239-32ba-47b6-9614-20473d93628e req-46aca2bd-a9eb-4639-b5f2-f7af30ff38c6 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0098729
Jun 29 14:28:08.693933 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-bbcda563-872a-42a9-a431-079abaf0090a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:08.798096 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-19b0b68c-0baa-4496-9767-09f144f2eabc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:08.807954 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-b372e90d-b1eb-442f-a546-c1356ae987af admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:08.845199 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-19b0b68c-0baa-4496-9767-09f144f2eabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:08.893458 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a27da847-5aeb-407a-a56f-af3d80495f29 None None] Notify callbacks [] for port, precommit_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:08.910833 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-a27da847-5aeb-407a-a56f-af3d80495f29 None None] Transition to ACTIVE for port object acc3cd97-624a-49b2-8c60-fc97b84ba3e8 will not be triggered until provisioned by entity L2. {{(pid=74236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:28:08.914729 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-541bc321-e978-4d2f-b237-1fd5cb92d647 service neutron] 10.222.0.13 "GET /v2.0/networks/e18f3f47-eda3-4841-b6ac-77a54d6b46e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8703859
Jun 29 14:28:08.919245 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:08.940926 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-5c7d0038-d420-408f-ab48-a4c6d44d8c71 None None] Port 02862bf3-dc57-4c33-b9c4-f64dd8a45923 cannot update to ACTIVE because it is not bound. {{(pid=74236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 14:28:08.967007 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a27da847-5aeb-407a-a56f-af3d80495f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:09.002764 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-c3740c08-fa1c-4ee6-b05d-a9845a252221 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:09.041862 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-a27da847-5aeb-407a-a56f-af3d80495f29 None None] Attempting to bind port acc3cd97-624a-49b2-8c60-fc97b84ba3e8 on host dv-cinder-798356-1-iscsi for vnic_type normal with profile  {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:28:09.042319 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-a27da847-5aeb-407a-a56f-af3d80495f29 None None] Attempting to bind port acc3cd97-624a-49b2-8c60-fc97b84ba3e8 by drivers openvswitch,hyperv on host dv-cinder-798356-1-iscsi at level 0 using segments [{'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:28:09.042733 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27da847-5aeb-407a-a56f-af3d80495f29 None None] Attempting to bind port acc3cd97-624a-49b2-8c60-fc97b84ba3e8 on network 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:28:09.056183 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27da847-5aeb-407a-a56f-af3d80495f29 None None] Checking agent: {'id': '7de42cfb-0b94-485f-bf24-4ef591216796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 6), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:28:09.056552 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27da847-5aeb-407a-a56f-af3d80495f29 None None] Checking segment: {'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:28:09.056959 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a27da847-5aeb-407a-a56f-af3d80495f29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:09.057495 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27da847-5aeb-407a-a56f-af3d80495f29 None None] Bound using segment: {'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:28:09.057982 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-a27da847-5aeb-407a-a56f-af3d80495f29 None None] Bound port: acc3cd97-624a-49b2-8c60-fc97b84ba3e8, host: dv-cinder-798356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'}}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:28:09.058592 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a27da847-5aeb-407a-a56f-af3d80495f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:09.101744 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.db.resource_extend [None req-c7639f0f-d120-4c0a-bd0d-72769b539897 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 29 14:28:09.137099 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-c7639f0f-d120-4c0a-bd0d-72769b539897 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:09.187887 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-c7639f0f-d120-4c0a-bd0d-72769b539897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1167191'] for port, after_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:09.204143 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-540d3c11-9ecf-47c6-8eed-cd934287feb4 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:28:09.209734 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-a27da847-5aeb-407a-a56f-af3d80495f29 None None] For port acc3cd97-624a-49b2-8c60-fc97b84ba3e8, host dv-cinder-798356-1-iscsi, cleared binding levels {{(pid=74236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:28:09.213672 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-a27da847-5aeb-407a-a56f-af3d80495f29 None None] For port acc3cd97-624a-49b2-8c60-fc97b84ba3e8, host dv-cinder-798356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=acc3cd97-624a-49b2-8c60-fc97b84ba3e8,segment=NetworkSegment(c4c225a7-9a59-46d1-b662-631cedda96e9),segment_id=c4c225a7-9a59-46d1-b662-631cedda96e9)] {{(pid=74236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:28:09.251252 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a27da847-5aeb-407a-a56f-af3d80495f29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:09.260982 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-c05cd239-32ba-47b6-9614-20473d93628e req-d6aa9f5b-c91e-4231-a1ab-de7f394e22dd service neutron] Request body: {'port': {'device_id': '2e81d544-e28c-4a51-a0bc-60d9039d8ef1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:28:09.289007 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Pushing event updated for resources: {'Port': ['ID=72285900-8a54-40e1-a50b-4894872e1c95,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:09.292495 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.779s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:09.305253 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.314s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:09.335266 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:09.351562 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a27da847-5aeb-407a-a56f-af3d80495f29 None None] Routers {'2aa978a3-fc1c-4cea-a790-dd2d19f05366'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:28:09.352499 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-19b0b68c-0baa-4496-9767-09f144f2eabc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f82e1c148b2a40af88364529303756e8&name=default HTTP/1.1" status: 200  len: 2647 time: 1.8240106
Jun 29 14:28:09.359203 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-a27da847-5aeb-407a-a56f-af3d80495f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b947515e0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:28:09Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['2aa978a3-fc1c-4cea-a790-dd2d19f05366'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:28:09.372876 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 37672) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:09.373531 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-bbcda563-872a-42a9-a431-079abaf0090a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:09.374271 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b0b68c-0baa-4496-9767-09f144f2eabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a2ae850-7278-4d9a-8b93-289cefcb0b4b,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:09.382752 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-19b0b68c-0baa-4496-9767-09f144f2eabc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:09.393481 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-3f171388-4686-4b32-8a54-9fbc17dc4816 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:09.515725 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-540d3c11-9ecf-47c6-8eed-cd934287feb4 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Usage tracker for resource:port and tenant:49688b8975d4487d95604f13bd607887 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:28:09.617486 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-917d4d3d-2af6-4a76-86c2-aded90f2aa61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:09.625496 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-c05cd239-32ba-47b6-9614-20473d93628e req-d6aa9f5b-c91e-4231-a1ab-de7f394e22dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:09.667701 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-b372e90d-b1eb-442f-a546-c1356ae987af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:28:09.677889 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-540d3c11-9ecf-47c6-8eed-cd934287feb4 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Quota usage for port was recalculated. Used quota:1. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:28:09.702095 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-b372e90d-b1eb-442f-a546-c1356ae987af admin admin] Usage tracker for resource:security_group_rule and tenant:5b14c8ff54994a71b77010286359697e is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:28:09.710564 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-540d3c11-9ecf-47c6-8eed-cd934287feb4 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:28:09.722473 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-b372e90d-b1eb-442f-a546-c1356ae987af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:28:09.727797 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-c72d363a-c30b-498f-ad44-127f838e68bc req-19360df3-5827-432d-ad5e-39f60dbedc63 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Synchronizing usage tracker for tenant:49688b8975d4487d95604f13bd607887 on resource:port {{(pid=74235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:28:09.735724 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-540d3c11-9ecf-47c6-8eed-cd934287feb4 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Made reservation on behalf of 49688b8975d4487d95604f13bd607887 for: {'port': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:28:09.753879 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-540d3c11-9ecf-47c6-8eed-cd934287feb4 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:09.773595 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-b372e90d-b1eb-442f-a546-c1356ae987af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:28:09.775782 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-c7639f0f-d120-4c0a-bd0d-72769b539897 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667662'] for router_interface, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:09.861474 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:09.907822 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7639f0f-d120-4c0a-bd0d-72769b539897 admin admin] Pushing event updated for resources: {'Port': ['ID=02862bf3-dc57-4c33-b9c4-f64dd8a45923,revision_number=2']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:09.956740 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-c7639f0f-d120-4c0a-bd0d-72769b539897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:09.960250 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-b25b2d7e-ba56-41ec-9b80-8b7fc45911bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:09.967928 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 25f7f97b-15cd-4005-b093-c2c2cac77bed triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:28:09.970045 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-07198a71-1640-4ff9-b304-2560077cdf31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.292s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:09.978977 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:09.990324 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-bbcda563-872a-42a9-a431-079abaf0090a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:09.991509 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-bbcda563-872a-42a9-a431-079abaf0090a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/11755f5b-91e6-4d8b-8e7f-9f8d35736cb3 HTTP/1.1" status: 204  len: 168 time: 2.3098943
Jun 29 14:28:10.131083 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb4ee067-6850-4e93-b48b-751866ccd349 None None] Pushing event updated for resources: {'Port': ['ID=acc3cd97-624a-49b2-8c60-fc97b84ba3e8,revision_number=3']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:10.138116 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-bb4ee067-6850-4e93-b48b-751866ccd349 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.833s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:10.161029 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.884s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:10.161394 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:10.188641 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-a27da847-5aeb-407a-a56f-af3d80495f29 None None] Set router 2aa978a3-fc1c-4cea-a790-dd2d19f05366 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:28:10.320821 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbcda563-872a-42a9-a431-079abaf0090a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11755f5b-91e6-4d8b-8e7f-9f8d35736cb3,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:10.324101 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-bbcda563-872a-42a9-a431-079abaf0090a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:10.359111 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7639f0f-d120-4c0a-bd0d-72769b539897 admin admin] Network 4136cd64-8118-416e-874b-f6ed5b97de9f is already hosted by enough agents. {{(pid=74235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:28:10.372152 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.base_scheduler [None req-c7639f0f-d120-4c0a-bd0d-72769b539897 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:28:10.397477 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53bc1480-1dd7-4e61-ad4b-1a0ad4cf2e4b req-c2128524-f31a-44ce-af0a-313f267465bd tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:10.406880 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-53bc1480-1dd7-4e61-ad4b-1a0ad4cf2e4b req-c2128524-f31a-44ce-af0a-313f267465bd tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Synchronizing usage tracker for tenant:98c21011a694479d9020004a973e4a51 on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:28:10.539529 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-b25b2d7e-ba56-41ec-9b80-8b7fc45911bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:10.927345 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-53bc1480-1dd7-4e61-ad4b-1a0ad4cf2e4b req-c2128524-f31a-44ce-af0a-313f267465bd tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Unset dirty status for tenant:98c21011a694479d9020004a973e4a51 on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:28:10.933830 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-53bc1480-1dd7-4e61-ad4b-1a0ad4cf2e4b req-c2128524-f31a-44ce-af0a-313f267465bd tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1 HTTP/1.1" status: 200  len: 931 time: 1.2572801
Jun 29 14:28:11.136401 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-32b7627f-3234-462c-82e6-f004c559b471 None None] Provisioning complete for port 02862bf3-dc57-4c33-b9c4-f64dd8a45923 triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:28:11.136929 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-32b7627f-3234-462c-82e6-f004c559b471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:11.246614 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-b372e90d-b1eb-442f-a546-c1356ae987af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:11.285194 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-b372e90d-b1eb-442f-a546-c1356ae987af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:11.293534 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-c72d363a-c30b-498f-ad44-127f838e68bc req-19360df3-5827-432d-ad5e-39f60dbedc63 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Unset dirty status for tenant:49688b8975d4487d95604f13bd607887 on resource:port {{(pid=74235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:28:11.296912 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-c72d363a-c30b-498f-ad44-127f838e68bc req-19360df3-5827-432d-ad5e-39f60dbedc63 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 210 time: 1.9245684
Jun 29 14:28:11.327780 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_common [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-540d3c11-9ecf-47c6-8eed-cd934287feb4 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Allocated IP 172.20.0.11 (e18f3f47-eda3-4841-b6ac-77a54d6b46e2/d349a7a1-71b6-4c71-8ccc-984c68721f79/75c1dbd6-bc8a-4537-8746-a64e7143b40b) {{(pid=74234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:28:11.333224 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:11.381065 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-53bc1480-1dd7-4e61-ad4b-1a0ad4cf2e4b req-587d1873-b794-4e50-b16a-42df3f4c12ab tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Synchronizing usage tracker for tenant:98c21011a694479d9020004a973e4a51 on resource:security_group {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:28:11.391493 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-d0119f1c-2772-424a-ae06-24127eb49203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94cfebe0>, [{'id': 'd579b5b6-0a5f-4609-8309-22ff5d0cd65d', 'name': 'tempest-ServerRescueNegativeTestJSON-707254591-router', 'tenant_id': '49688b8975d4487d95604f13bd607887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:48Z', 'updated_at': '2021-06-29T14:27:55Z', 'revision_number': 4, 'project_id': '49688b8975d4487d95604f13bd607887', 'gw_port': {'id': 'b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:40:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd579b5b6-0a5f-4609-8309-22ff5d0cd65d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:48Z', 'updated_at': '2021-06-29T14:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '3af23dbb-6701-481e-a030-ab2965341ba4', 'name': '', 'network_id': 'e18f3f47-eda3-4841-b6ac-77a54d6b46e2', 'tenant_id': '49688b8975d4487d95604f13bd607887', 'mac_address': 'fa:16:3e:57:6a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd579b5b6-0a5f-4609-8309-22ff5d0cd65d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd349a7a1-71b6-4c71-8ccc-984c68721f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:28:06Z', 'revision_number': 4, 'project_id': '49688b8975d4487d95604f13bd607887', 'subnets': [{'id': 'd349a7a1-71b6-4c71-8ccc-984c68721f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:28:11.455298 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0119f1c-2772-424a-ae06-24127eb49203 None None] The sync data for ids ['d579b5b6-0a5f-4609-8309-22ff5d0cd65d'] in dv-cinder-798356-1-iscsi is: [{'id': 'd579b5b6-0a5f-4609-8309-22ff5d0cd65d', 'name': 'tempest-ServerRescueNegativeTestJSON-707254591-router', 'tenant_id': '49688b8975d4487d95604f13bd607887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:48Z', 'updated_at': '2021-06-29T14:27:55Z', 'revision_number': 4, 'project_id': '49688b8975d4487d95604f13bd607887', 'gw_port': {'id': 'b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:40:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd579b5b6-0a5f-4609-8309-22ff5d0cd65d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:48Z', 'updated_at': '2021-06-29T14:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '3af23dbb-6701-481e-a030-ab2965341ba4', 'name': '', 'network_id': 'e18f3f47-eda3-4841-b6ac-77a54d6b46e2', 'tenant_id': '49688b8975d4487d95604f13bd607887', 'mac_address': 'fa:16:3e:57:6a:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd579b5b6-0a5f-4609-8309-22ff5d0cd65d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'd349a7a1-71b6-4c71-8ccc-984c68721f79', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:28:06Z', 'revision_number': 4, 'project_id': '49688b8975d4487d95604f13bd607887', 'subnets': [{'id': 'd349a7a1-71b6-4c71-8ccc-984c68721f79', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:28:11.464168 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:11.524477 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-32b7627f-3234-462c-82e6-f004c559b471 None None] Port 02862bf3-dc57-4c33-b9c4-f64dd8a45923 cannot update to ACTIVE because it is not bound. {{(pid=74236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 14:28:11.576784 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-b372e90d-b1eb-442f-a546-c1356ae987af admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5b14c8ff54994a71b77010286359697e&name=default HTTP/1.1" status: 200  len: 2647 time: 3.2810521
Jun 29 14:28:11.581561 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 37710) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:11.592014 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-a27da847-5aeb-407a-a56f-af3d80495f29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b947515e0>, [{'id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'name': 'tempest-AttachVolumeShelveTestJSON-917780842-router', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:27:58Z', 'revision_number': 3, 'project_id': '9168106bff7043a69607ef135131ee6b', 'gw_port': {'id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:55Z', 'updated_at': '2021-06-29T14:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi'}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:28:11.609105 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a27da847-5aeb-407a-a56f-af3d80495f29 None None] The sync data for ids ['2aa978a3-fc1c-4cea-a790-dd2d19f05366'] in dv-cinder-798356-1-iscsi is: [{'id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'name': 'tempest-AttachVolumeShelveTestJSON-917780842-router', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:27:58Z', 'revision_number': 3, 'project_id': '9168106bff7043a69607ef135131ee6b', 'gw_port': {'id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:55Z', 'updated_at': '2021-06-29T14:28:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi'}] {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:28:11.668492 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_common [None req-917d4d3d-2af6-4a76-86c2-aded90f2aa61 admin admin] Allocated IP 172.20.0.1 (4efbe09a-ec64-4c57-8f69-466f632996dc/7c6c0350-3172-4dbb-bc15-a1e408f3e7e3/281698d6-3a16-4419-84fb-977033f76538) {{(pid=74234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:28:11.706798 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-b25b2d7e-ba56-41ec-9b80-8b7fc45911bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:11.743211 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.69', 60426) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:11.747848 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 72285900-8a54-40e1-a50b-4894872e1c95 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:28:11.784955 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b372e90d-b1eb-442f-a546-c1356ae987af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b8018c9-136a-4c4b-8db5-ce86dceaef7a,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:11.796686 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-b372e90d-b1eb-442f-a546-c1356ae987af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:11.868396 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:11.941433 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 72285900-8a54-40e1-a50b-4894872e1c95 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:28:11.941816 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:12.045330 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-b25b2d7e-ba56-41ec-9b80-8b7fc45911bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:12.048952 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-b25b2d7e-ba56-41ec-9b80-8b7fc45911bf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a2ae850-7278-4d9a-8b93-289cefcb0b4b HTTP/1.1" status: 204  len: 168 time: 2.6695013
Jun 29 14:28:12.048952 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25b2d7e-ba56-41ec-9b80-8b7fc45911bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a2ae850-7278-4d9a-8b93-289cefcb0b4b,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:12.070252 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-b25b2d7e-ba56-41ec-9b80-8b7fc45911bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:12.091937 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-e214a265-fb06-4150-81b9-ca10012add85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:12.138742 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-e214a265-fb06-4150-81b9-ca10012add85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:12.202659 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-540d3c11-9ecf-47c6-8eed-cd934287feb4 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Notify callbacks [] for port, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:12.290352 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-e214a265-fb06-4150-81b9-ca10012add85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:12.312531 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-bbcda563-872a-42a9-a431-079abaf0090a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:12.382947 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-53bc1480-1dd7-4e61-ad4b-1a0ad4cf2e4b req-587d1873-b794-4e50-b16a-42df3f4c12ab tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Unset dirty status for tenant:98c21011a694479d9020004a973e4a51 on resource:security_group {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:28:12.407865 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-53bc1480-1dd7-4e61-ad4b-1a0ad4cf2e4b req-587d1873-b794-4e50-b16a-42df3f4c12ab tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/security-groups?id=a482af90-05e1-4ab6-8883-a1506aff8635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.4510269
Jun 29 14:28:12.409262 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-540d3c11-9ecf-47c6-8eed-cd934287feb4 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:12.435762 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [req-c05cd239-32ba-47b6-9614-20473d93628e req-d6aa9f5b-c91e-4231-a1ab-de7f394e22dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c16c100e-be69-4587-be2c-3bd887db981d {{(pid=74234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:28:12.444828 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e214a265-fb06-4150-81b9-ca10012add85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b8018c9-136a-4c4b-8db5-ce86dceaef7a,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:12.456908 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-e214a265-fb06-4150-81b9-ca10012add85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:12.511165 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-e214a265-fb06-4150-81b9-ca10012add85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:12.512298 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-e214a265-fb06-4150-81b9-ca10012add85 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0b8018c9-136a-4c4b-8db5-ce86dceaef7a HTTP/1.1" status: 204  len: 168 time: 0.9163196
Jun 29 14:28:12.555062 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-c05cd239-32ba-47b6-9614-20473d93628e req-d6aa9f5b-c91e-4231-a1ab-de7f394e22dd service neutron] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:12.560208 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:12.566786 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-d67327b9-825e-4d90-950b-c87ec26ccd54 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:12.568080 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-d67327b9-825e-4d90-950b-c87ec26ccd54 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Synchronizing usage tracker for tenant:49688b8975d4487d95604f13bd607887 on resource:network {{(pid=74235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:28:12.777406 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-d67327b9-825e-4d90-950b-c87ec26ccd54 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Unset dirty status for tenant:49688b8975d4487d95604f13bd607887 on resource:network {{(pid=74235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:28:12.778568 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-d67327b9-825e-4d90-950b-c87ec26ccd54 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.69 "GET /v2.0/networks?id=e18f3f47-eda3-4841-b6ac-77a54d6b46e2 HTTP/1.1" status: 200  len: 818 time: 1.0244386
Jun 29 14:28:12.805113 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-550a5d94-c08f-44b9-a524-0f31b9a74b27 req-a4f47b28-68a0-446e-97ff-cc2c776ce0f2 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 210 time: 0.1512868
Jun 29 14:28:12.829286 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-fc860982-bf39-4f30-b601-979d3024d836 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Request body: {'port': {'device_id': 'baeccfee-ed71-46ca-a28a-0ca9a39383da', 'network_id': 'e18f3f47-eda3-4841-b6ac-77a54d6b46e2', 'admin_state_up': True, 'tenant_id': '49688b8975d4487d95604f13bd607887'}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:28:12.844689 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540d3c11-9ecf-47c6-8eed-cd934287feb4 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Pushing event updated for resources: {'Port': ['ID=75c1dbd6-bc8a-4537-8746-a64e7143b40b,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:12.891656 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-540d3c11-9ecf-47c6-8eed-cd934287feb4 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:12.937879 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-540d3c11-9ecf-47c6-8eed-cd934287feb4 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Network e18f3f47-eda3-4841-b6ac-77a54d6b46e2 is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:28:13.030298 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-540d3c11-9ecf-47c6-8eed-cd934287feb4 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:28:13.047460 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 37744) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:13.076766 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-540d3c11-9ecf-47c6-8eed-cd934287feb4 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Received port after_create {{(pid=74234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:28:13.109469 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7639f0f-d120-4c0a-bd0d-72769b539897 admin admin] Router bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:28:13.179578 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [req-c05cd239-32ba-47b6-9614-20473d93628e req-d6aa9f5b-c91e-4231-a1ab-de7f394e22dd service neutron] Transition to ACTIVE for port object c16c100e-be69-4587-be2c-3bd887db981d will not be triggered until provisioned by entity L2. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:28:13.274799 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-c05cd239-32ba-47b6-9614-20473d93628e req-d6aa9f5b-c91e-4231-a1ab-de7f394e22dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:13.311976 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-50484e31-d723-465e-9489-0c5f23fc2267 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:13.316239 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-fc860982-bf39-4f30-b601-979d3024d836 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:28:13.368844 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-fc860982-bf39-4f30-b601-979d3024d836 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:28:13.395570 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7cba896f-27fb-42ab-90bf-f8065998c43a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:13.445948 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-fc860982-bf39-4f30-b601-979d3024d836 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Made reservation on behalf of 49688b8975d4487d95604f13bd607887 for: {'port': 1} {{(pid=74235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:28:13.465740 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-fc860982-bf39-4f30-b601-979d3024d836 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:13.595287 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-540d3c11-9ecf-47c6-8eed-cd934287feb4 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:13.597743 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-540d3c11-9ecf-47c6-8eed-cd934287feb4 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:13.632870 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-917d4d3d-2af6-4a76-86c2-aded90f2aa61 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:13.855360 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 3af23dbb-6701-481e-a030-ab2965341ba4 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:28:13.859539 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa9f5b-c91e-4231-a1ab-de7f394e22dd service neutron] Pushing event updated for resources: {'Port': ['ID=c16c100e-be69-4587-be2c-3bd887db981d,revision_number=2']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:13.863580 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-d6aa9f5b-c91e-4231-a1ab-de7f394e22dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:13.973977 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [None req-917d4d3d-2af6-4a76-86c2-aded90f2aa61 admin admin] Transition to ACTIVE for port object 281698d6-3a16-4419-84fb-977033f76538 will not be triggered until provisioned by entity DHCP. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:28:14.090669 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.db_base_plugin_common [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-fc860982-bf39-4f30-b601-979d3024d836 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Allocated IP 172.20.0.14 (e18f3f47-eda3-4841-b6ac-77a54d6b46e2/d349a7a1-71b6-4c71-8ccc-984c68721f79/7141aba9-81d7-4fd0-809e-3389b3069db4) {{(pid=74235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:28:14.137691 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-7cba896f-27fb-42ab-90bf-f8065998c43a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:28:14.174651 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-7cba896f-27fb-42ab-90bf-f8065998c43a admin admin] Usage tracker for resource:security_group_rule and tenant:26153328f1ce42a3bf0af8891f331c5c is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:28:14.229371 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning for port 3af23dbb-6701-481e-a030-ab2965341ba4 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:28:14.246018 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 3af23dbb-6701-481e-a030-ab2965341ba4 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:28:14.250152 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:14.276445 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-540d3c11-9ecf-47c6-8eed-cd934287feb4 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 6.1788054
Jun 29 14:28:14.277860 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-1ce6e656-03c6-4e23-a51b-d891d0cbc4f8 req-daea8f18-3f3d-49b4-9e2b-7f3ce1653af7 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Synchronizing usage tracker for tenant:49688b8975d4487d95604f13bd607887 on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:28:14.453282 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-7cba896f-27fb-42ab-90bf-f8065998c43a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:28:14.513786 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-11d22fd4-5751-476b-8b37-ba481cf2e89f service neutron] Request body: {'port': {'device_id': '213fffa4-91cb-45a3-9520-6f01b3e064fb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:28:14.566770 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:14.633265 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] For port 3af23dbb-6701-481e-a030-ab2965341ba4, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=3af23dbb-6701-481e-a030-ab2965341ba4,segment=NetworkSegment(22805b8c-5eb0-4508-ac25-ba13cbff4b17),segment_id=22805b8c-5eb0-4508-ac25-ba13cbff4b17)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:28:14.641899 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:14.646867 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:14.814109 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-7cba896f-27fb-42ab-90bf-f8065998c43a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:28:14.847335 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-c05cd239-32ba-47b6-9614-20473d93628e req-d6aa9f5b-c91e-4231-a1ab-de7f394e22dd service neutron] Attempting to bind port c16c100e-be69-4587-be2c-3bd887db981d on host hv-cinder-79835 for vnic_type normal with profile  {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:28:14.848221 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-c05cd239-32ba-47b6-9614-20473d93628e req-d6aa9f5b-c91e-4231-a1ab-de7f394e22dd service neutron] Attempting to bind port c16c100e-be69-4587-be2c-3bd887db981d by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': '5cdb01d4-f8d7-46f9-8d82-2b447c11ef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5b698dac-2814-4285-b9fc-a47ee81514a6'}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:28:14.848961 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05cd239-32ba-47b6-9614-20473d93628e req-d6aa9f5b-c91e-4231-a1ab-de7f394e22dd service neutron] Attempting to bind port c16c100e-be69-4587-be2c-3bd887db981d on network 5b698dac-2814-4285-b9fc-a47ee81514a6 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:28:14.868934 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05cd239-32ba-47b6-9614-20473d93628e req-d6aa9f5b-c91e-4231-a1ab-de7f394e22dd service neutron] Port c16c100e-be69-4587-be2c-3bd887db981d on network 5b698dac-2814-4285-b9fc-a47ee81514a6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 14:28:14.870043 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05cd239-32ba-47b6-9614-20473d93628e req-d6aa9f5b-c91e-4231-a1ab-de7f394e22dd service neutron] Attempting to bind port c16c100e-be69-4587-be2c-3bd887db981d on network 5b698dac-2814-4285-b9fc-a47ee81514a6 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:28:14.875415 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Pushing event updated for resources: {'Port': ['ID=3af23dbb-6701-481e-a030-ab2965341ba4,revision_number=5']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:14.885957 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:14.892695 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-1ce6e656-03c6-4e23-a51b-d891d0cbc4f8 req-daea8f18-3f3d-49b4-9e2b-7f3ce1653af7 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Unset dirty status for tenant:49688b8975d4487d95604f13bd607887 on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:28:14.894704 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-1ce6e656-03c6-4e23-a51b-d891d0cbc4f8 req-daea8f18-3f3d-49b4-9e2b-7f3ce1653af7 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 210 time: 0.7482064
Jun 29 14:28:14.913053 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05cd239-32ba-47b6-9614-20473d93628e req-d6aa9f5b-c91e-4231-a1ab-de7f394e22dd service neutron] Checking agent: {'id': 'f619983b-74b0-4a10-ac06-3edbe0602c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:28:14.913637 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05cd239-32ba-47b6-9614-20473d93628e req-d6aa9f5b-c91e-4231-a1ab-de7f394e22dd service neutron] Checking segment: {'id': '5cdb01d4-f8d7-46f9-8d82-2b447c11ef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5b698dac-2814-4285-b9fc-a47ee81514a6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:28:14.914344 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c05cd239-32ba-47b6-9614-20473d93628e req-d6aa9f5b-c91e-4231-a1ab-de7f394e22dd service neutron] Bound using segment: {'id': '5cdb01d4-f8d7-46f9-8d82-2b447c11ef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5b698dac-2814-4285-b9fc-a47ee81514a6'} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:28:14.914952 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-c05cd239-32ba-47b6-9614-20473d93628e req-d6aa9f5b-c91e-4231-a1ab-de7f394e22dd service neutron] Bound port: c16c100e-be69-4587-be2c-3bd887db981d, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5cdb01d4-f8d7-46f9-8d82-2b447c11ef10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '5b698dac-2814-4285-b9fc-a47ee81514a6'}}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:28:14.915542 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-c05cd239-32ba-47b6-9614-20473d93628e req-d6aa9f5b-c91e-4231-a1ab-de7f394e22dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:15.076391 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-c05cd239-32ba-47b6-9614-20473d93628e req-d6aa9f5b-c91e-4231-a1ab-de7f394e22dd service neutron] For port c16c100e-be69-4587-be2c-3bd887db981d, host hv-cinder-79835, cleared binding levels {{(pid=74234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:28:15.098981 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-c05cd239-32ba-47b6-9614-20473d93628e req-d6aa9f5b-c91e-4231-a1ab-de7f394e22dd service neutron] For port c16c100e-be69-4587-be2c-3bd887db981d, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=c16c100e-be69-4587-be2c-3bd887db981d,segment=NetworkSegment(5cdb01d4-f8d7-46f9-8d82-2b447c11ef10),segment_id=5cdb01d4-f8d7-46f9-8d82-2b447c11ef10)] {{(pid=74234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:28:15.117279 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-fc860982-bf39-4f30-b601-979d3024d836 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Notify callbacks [] for port, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:15.157145 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-917d4d3d-2af6-4a76-86c2-aded90f2aa61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:15.157145 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-c05cd239-32ba-47b6-9614-20473d93628e req-d6aa9f5b-c91e-4231-a1ab-de7f394e22dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:15.165425 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-11d22fd4-5751-476b-8b37-ba481cf2e89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:15.179633 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:15.230685 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-fc860982-bf39-4f30-b601-979d3024d836 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:15.279283 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:15.452772 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-fc860982-bf39-4f30-b601-979d3024d836 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Network e18f3f47-eda3-4841-b6ac-77a54d6b46e2 is already hosted by enough agents. {{(pid=74235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:28:15.491595 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc860982-bf39-4f30-b601-979d3024d836 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Pushing event updated for resources: {'Port': ['ID=7141aba9-81d7-4fd0-809e-3389b3069db4,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:15.504134 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-fc860982-bf39-4f30-b601-979d3024d836 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:15.513261 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.base_scheduler [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-fc860982-bf39-4f30-b601-979d3024d836 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Resources bound (agent type, host, resource id):  {{(pid=74235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:28:15.523639 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.l3_dvrscheduler_db [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-fc860982-bf39-4f30-b601-979d3024d836 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Received port after_create {{(pid=74235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:28:15.534607 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917d4d3d-2af6-4a76-86c2-aded90f2aa61 admin admin] Network 4efbe09a-ec64-4c57-8f69-466f632996dc is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:28:15.556692 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [None req-917d4d3d-2af6-4a76-86c2-aded90f2aa61 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:28:15.559107 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-917d4d3d-2af6-4a76-86c2-aded90f2aa61 admin admin] Received port after_create {{(pid=74234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:28:15.680851 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d4d3d-2af6-4a76-86c2-aded90f2aa61 admin admin] Pushing event updated for resources: {'Port': ['ID=281698d6-3a16-4419-84fb-977033f76538,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:15.714089 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-fc860982-bf39-4f30-b601-979d3024d836 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:15.714733 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-fc860982-bf39-4f30-b601-979d3024d836 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for port, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:15.778620 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a7fcb77-6c81-48a6-9c76-b8a1f657ac6d req-adabed45-9453-410b-ade7-3e0deba44863 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:15.785685 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-6a7fcb77-6c81-48a6-9c76-b8a1f657ac6d req-adabed45-9453-410b-ade7-3e0deba44863 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1 HTTP/1.1" status: 200  len: 943 time: 1.3999133
Jun 29 14:28:15.871093 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7639f0f-d120-4c0a-bd0d-72769b539897 admin admin] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:28:15.887493 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13942405-102f-48a0-8218-96016a30f127 None None] Sync routers for ids ['bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'] in dv-cinder-798356-1-iscsi {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:28:15.914308 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13942405-102f-48a0-8218-96016a30f127 None None] Routers {'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:28:15.917917 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-13942405-102f-48a0-8218-96016a30f127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b948f3a60>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:28:09Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:28:15.946031 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device acc3cd97-624a-49b2-8c60-fc97b84ba3e8 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:28:15.956307 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-6a7fcb77-6c81-48a6-9c76-b8a1f657ac6d req-cf14940f-2e31-4ad5-baff-28711027a8f7 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/security-groups?id=a482af90-05e1-4ab6-8883-a1506aff8635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1685200
Jun 29 14:28:15.983839 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-c7639f0f-d120-4c0a-bd0d-72769b539897 admin admin] 10.222.0.13 "PUT /v2.0/routers/bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.6058748
Jun 29 14:28:16.013187 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-fc860982-bf39-4f30-b601-979d3024d836 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.2058747
Jun 29 14:28:16.039821 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-59c4103b-94de-436e-b829-538542c5ee9a service neutron] Request body: {'port': {'device_id': 'baeccfee-ed71-46ca-a28a-0ca9a39383da', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:28:16.044166 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7cba896f-27fb-42ab-90bf-f8065998c43a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:16.284011 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning for port acc3cd97-624a-49b2-8c60-fc97b84ba3e8 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:28:16.296587 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-5d64e40e-5f78-48f6-ba18-0a4857914d95 None None] Provisioning for port 281698d6-3a16-4419-84fb-977033f76538 completed by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:28:16.320500 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-5d64e40e-5f78-48f6-ba18-0a4857914d95 None None] Provisioning complete for port 281698d6-3a16-4419-84fb-977033f76538 triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:28:16.322149 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-5d64e40e-5f78-48f6-ba18-0a4857914d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:16.418216 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port acc3cd97-624a-49b2-8c60-fc97b84ba3e8 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:28:16.418802 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:16.457739 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-5d64e40e-5f78-48f6-ba18-0a4857914d95 None None] Port 281698d6-3a16-4419-84fb-977033f76538 cannot update to ACTIVE because it is not bound. {{(pid=74236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 14:28:16.479971 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-59c4103b-94de-436e-b829-538542c5ee9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:16.519501 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-917d4d3d-2af6-4a76-86c2-aded90f2aa61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669730'] for router_interface, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:16.542355 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7cba896f-27fb-42ab-90bf-f8065998c43a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:16.548373 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-c05cd239-32ba-47b6-9614-20473d93628e req-d6aa9f5b-c91e-4231-a1ab-de7f394e22dd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:16.563970 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c05cd239-32ba-47b6-9614-20473d93628e req-d6aa9f5b-c91e-4231-a1ab-de7f394e22dd service neutron] 10.222.0.69 "PUT /v2.0/ports/c16c100e-be69-4587-be2c-3bd887db981d HTTP/1.1" status: 200  len: 1093 time: 7.7964778
Jun 29 14:28:16.582005 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e81d544-e28c-4a51-a0bc-60d9039d8ef1', 'tag': 'c16c100e-be69-4587-be2c-3bd887db981d'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:28:16.641998 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-13942405-102f-48a0-8218-96016a30f127 None None] Set router bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d gateway port host: dv-cinder-798356-1-iscsi {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:28:16.664434 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:16.689559 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6aa9f5b-c91e-4231-a1ab-de7f394e22dd service neutron] Pushing event updated for resources: {'Port': ['ID=c16c100e-be69-4587-be2c-3bd887db981d,revision_number=3']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:16.692752 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] For port acc3cd97-624a-49b2-8c60-fc97b84ba3e8, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=acc3cd97-624a-49b2-8c60-fc97b84ba3e8,segment=NetworkSegment(c4c225a7-9a59-46d1-b662-631cedda96e9),segment_id=c4c225a7-9a59-46d1-b662-631cedda96e9)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:28:16.701418 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:16.709310 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 3af23dbb-6701-481e-a030-ab2965341ba4 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:28:16.709557 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-d6aa9f5b-c91e-4231-a1ab-de7f394e22dd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.529s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:16.737100 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-978b1061-cc0e-49c6-ab29-e39985fb8eb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:16.939169 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4df47f2b-120d-4080-a5ed-ecc55c74d6e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:17.188888 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cba896f-27fb-42ab-90bf-f8065998c43a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccfd42eb-3d20-4502-8e54-9914c5be88d6,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:17.209070 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-7cba896f-27fb-42ab-90bf-f8065998c43a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:17.221026 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-47e8c324-2c39-4948-913d-b6ab0fd512ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.941s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:17.221713 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-47e8c324-2c39-4948-913d-b6ab0fd512ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:17.262401 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-7cba896f-27fb-42ab-90bf-f8065998c43a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26153328f1ce42a3bf0af8891f331c5c&name=default HTTP/1.1" status: 200  len: 2647 time: 4.1043093
Jun 29 14:28:17.266431 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 37856) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:17.269651 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 3af23dbb-6701-481e-a030-ab2965341ba4 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:28:17.270219 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:17.304301 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a877d09c-f1f0-44f8-befe-9b03e2b97785 req-9df597de-f972-4c0d-b16e-48d0a053070b tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:17.305024 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-a877d09c-f1f0-44f8-befe-9b03e2b97785 req-9df597de-f972-4c0d-b16e-48d0a053070b tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Synchronizing usage tracker for tenant:49688b8975d4487d95604f13bd607887 on resource:port {{(pid=74235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:28:17.381802 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-a877d09c-f1f0-44f8-befe-9b03e2b97785 req-9df597de-f972-4c0d-b16e-48d0a053070b tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Unset dirty status for tenant:49688b8975d4487d95604f13bd607887 on resource:port {{(pid=74235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:28:17.382202 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a877d09c-f1f0-44f8-befe-9b03e2b97785 req-9df597de-f972-4c0d-b16e-48d0a053070b tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 932 time: 0.8331742
Jun 29 14:28:17.441711 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.db.resource_extend [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-11d22fd4-5751-476b-8b37-ba481cf2e89f service neutron] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 29 14:28:17.455813 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Pushing event updated for resources: {'Port': ['ID=acc3cd97-624a-49b2-8c60-fc97b84ba3e8,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:17.481709 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:17.491383 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-a877d09c-f1f0-44f8-befe-9b03e2b97785 req-f246b8d1-4bda-4444-9a2b-9437cb0383ab tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Synchronizing usage tracker for tenant:49688b8975d4487d95604f13bd607887 on resource:security_group {{(pid=74235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:28:17.521559 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-13942405-102f-48a0-8218-96016a30f127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b948f3a60>, [{'id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'name': 'tempest-AttachVolumeTestJSON-23625440-router', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '72285900-8a54-40e1-a50b-4894872e1c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:28:07Z', 'revision_number': 4, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'gw_port': {'id': '72285900-8a54-40e1-a50b-4894872e1c95', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:54Z', 'updated_at': '2021-06-29T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '02862bf3-dc57-4c33-b9c4-f64dd8a45923', 'name': '', 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'mac_address': 'fa:16:3e:77:6b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b290bd3-20c6-48b7-a0ea-2f1a94cb7740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:04Z', 'updated_at': '2021-06-29T14:28:08Z', 'revision_number': 2, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'subnets': [{'id': '6b290bd3-20c6-48b7-a0ea-2f1a94cb7740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:28:17.532508 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13942405-102f-48a0-8218-96016a30f127 None None] Checking router: bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d for host: dv-cinder-798356-1-iscsi {{(pid=74237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:28:17.536384 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13942405-102f-48a0-8218-96016a30f127 None None] Updating router bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d port 02862bf3-dc57-4c33-b9c4-f64dd8a45923 binding host dv-cinder-798356-1-iscsi {{(pid=74237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 14:28:17.540065 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-a877d09c-f1f0-44f8-befe-9b03e2b97785 req-f246b8d1-4bda-4444-9a2b-9437cb0383ab tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Unset dirty status for tenant:49688b8975d4487d95604f13bd607887 on resource:security_group {{(pid=74235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:28:17.541467 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a877d09c-f1f0-44f8-befe-9b03e2b97785 req-f246b8d1-4bda-4444-9a2b-9437cb0383ab tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1529002
Jun 29 14:28:17.652853 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-917d4d3d-2af6-4a76-86c2-aded90f2aa61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:17.694874 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-13942405-102f-48a0-8218-96016a30f127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:17.748470 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c05cd239-32ba-47b6-9614-20473d93628e req-4bd9c34e-d1f7-4127-9339-e3072f1082c7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=98c21011a694479d9020004a973e4a51&device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1 HTTP/1.1" status: 200  len: 1096 time: 1.0122867
Jun 29 14:28:17.754901 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-11d22fd4-5751-476b-8b37-ba481cf2e89f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75c1dbd6-bc8a-4537-8746-a64e7143b40b {{(pid=74234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:28:17.871002 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 37864) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:17.877271 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-ffb7fba0-c331-4b98-a10b-a5527a65192a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1003035868', 'description': 'tempest-description--160663003'}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:28:17.974744 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-ffb7fba0-c331-4b98-a10b-a5527a65192a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:28:17.986252 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device acc3cd97-624a-49b2-8c60-fc97b84ba3e8 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:28:17.994696 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-ffb7fba0-c331-4b98-a10b-a5527a65192a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Usage tracker for resource:security_group and tenant:5bff793212d24b37a3b1ec86e1a04aaa is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:28:17.998826 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-ffb7fba0-c331-4b98-a10b-a5527a65192a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:28:18.006902 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-ffb7fba0-c331-4b98-a10b-a5527a65192a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:28:18.040766 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-ffb7fba0-c331-4b98-a10b-a5527a65192a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:18.076610 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f624034-0eca-4dc0-8d4d-37539bbbf211 req-b4c5e025-99dd-4690-8cec-2d155d91a7b9 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:18.084905 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-4f624034-0eca-4dc0-8d4d-37539bbbf211 req-b4c5e025-99dd-4690-8cec-2d155d91a7b9 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1 HTTP/1.1" status: 200  len: 943 time: 0.1997640
Jun 29 14:28:18.139009 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-ffb7fba0-c331-4b98-a10b-a5527a65192a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:28:18.145009 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-ffb7fba0-c331-4b98-a10b-a5527a65192a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Usage tracker for resource:security_group_rule and tenant:5bff793212d24b37a3b1ec86e1a04aaa is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:28:18.150988 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-ffb7fba0-c331-4b98-a10b-a5527a65192a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:28:18.157694 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-11d22fd4-5751-476b-8b37-ba481cf2e89f service neutron] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:18.161115 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-ffb7fba0-c331-4b98-a10b-a5527a65192a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:28:18.190155 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-4f624034-0eca-4dc0-8d4d-37539bbbf211 req-41ba8d55-9fe3-4595-ac35-9a111d14f197 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/security-groups?id=a482af90-05e1-4ab6-8883-a1506aff8635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041238
Jun 29 14:28:18.220517 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port acc3cd97-624a-49b2-8c60-fc97b84ba3e8 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:28:18.220517 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:18.289936 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c05cd239-32ba-47b6-9614-20473d93628e req-5d324559-8c5e-46d1-8c6b-79d6e75b3f52 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c16c100e-be69-4587-be2c-3bd887db981d HTTP/1.1" status: 200  len: 217 time: 0.5031309
Jun 29 14:28:18.317131 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-ffb7fba0-c331-4b98-a10b-a5527a65192a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:18.319321 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0da9f693-9145-482a-83a3-d658d6343c1c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:18.328348 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-ffb7fba0-c331-4b98-a10b-a5527a65192a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:18.368420 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-c9fa0eb3-d500-426f-a779-0d4de2eb3b8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:18.388095 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-ffb7fba0-c331-4b98-a10b-a5527a65192a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:18.392701 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-ffb7fba0-c331-4b98-a10b-a5527a65192a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1613 time: 0.5205307
Jun 29 14:28:18.394262 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 37882) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:18.414514 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-efd82e32-1f77-4dd0-88e3-79942a6bdfa9 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Request body: {'security_group_rule': {'security_group_id': '34018851-8d0c-4563-8283-5e3b3a13491f', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:28:18.430399 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-efd82e32-1f77-4dd0-88e3-79942a6bdfa9 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:28:18.436598 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-efd82e32-1f77-4dd0-88e3-79942a6bdfa9 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Usage tracker for resource:security_group_rule and tenant:5bff793212d24b37a3b1ec86e1a04aaa is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:28:18.439558 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb7fba0-c331-4b98-a10b-a5527a65192a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34018851-8d0c-4563-8283-5e3b3a13491f,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:18.442420 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-ffb7fba0-c331-4b98-a10b-a5527a65192a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:18.443491 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-efd82e32-1f77-4dd0-88e3-79942a6bdfa9 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:28:18.452322 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-efd82e32-1f77-4dd0-88e3-79942a6bdfa9 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:28:18.485955 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-efd82e32-1f77-4dd0-88e3-79942a6bdfa9 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:18.506067 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e81d544-e28c-4a51-a0bc-60d9039d8ef1', 'tag': 'c16c100e-be69-4587-be2c-3bd887db981d', 'status': 'completed', 'code': 200}
Jun 29 14:28:18.511716 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05cd239-32ba-47b6-9614-20473d93628e req-b0b8ce75-ba2a-48aa-9391-5d367f841b49 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:18.513169 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c05cd239-32ba-47b6-9614-20473d93628e req-b0b8ce75-ba2a-48aa-9391-5d367f841b49 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8de91fd9-1e85-4c23-a479-eb1673ad4aee HTTP/1.1" status: 200  len: 852 time: 0.1710765
Jun 29 14:28:18.533206 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-13942405-102f-48a0-8218-96016a30f127 None None] Notify callbacks [] for port, precommit_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:18.542345 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0da9f693-9145-482a-83a3-d658d6343c1c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:18.546830 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.provisioning_blocks [None req-13942405-102f-48a0-8218-96016a30f127 None None] Transition to ACTIVE for port object 02862bf3-dc57-4c33-b9c4-f64dd8a45923 will not be triggered until provisioned by entity L2. {{(pid=74237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:28:18.554244 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-11d22fd4-5751-476b-8b37-ba481cf2e89f service neutron] Transition to ACTIVE for port object 75c1dbd6-bc8a-4537-8746-a64e7143b40b will not be triggered until provisioned by entity L2. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:28:18.555697 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-13942405-102f-48a0-8218-96016a30f127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:18.571387 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [None req-a5242125-21f7-4bea-9bb7-1e894e28aa76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:18.616691 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c05cd239-32ba-47b6-9614-20473d93628e req-44666c1a-d08e-4b50-b330-ebbc5d0abf4b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5b698dac-2814-4285-b9fc-a47ee81514a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0552461
Jun 29 14:28:18.628002 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-11d22fd4-5751-476b-8b37-ba481cf2e89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:18.652891 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e5ce3-8819-4edc-8268-96ce8805829d None None] Pushing event updated for resources: {'Port': ['ID=02862bf3-dc57-4c33-b9c4-f64dd8a45923,revision_number=3']} {{(pid=74237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:18.798067 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [None req-372e5ce3-8819-4edc-8268-96ce8805829d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:18.843856 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-efd82e32-1f77-4dd0-88e3-79942a6bdfa9 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:18.861013 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-efd82e32-1f77-4dd0-88e3-79942a6bdfa9 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768944'] for security_group_rule, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:18.890033 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-d6aa9f5b-c91e-4231-a1ab-de7f394e22dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:18.941548 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c05cd239-32ba-47b6-9614-20473d93628e req-34df7f5f-05aa-40ba-9288-c83600405e96 service neutron] 10.222.0.69 "GET /v2.0/networks/5b698dac-2814-4285-b9fc-a47ee81514a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3062468
Jun 29 14:28:18.950267 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:18.966526 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-efd82e32-1f77-4dd0-88e3-79942a6bdfa9 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:18.970737 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-efd82e32-1f77-4dd0-88e3-79942a6bdfa9 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5705445
Jun 29 14:28:18.974013 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 37894) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:18.999282 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-2f6c13de-b521-4a94-a82f-ddd953247e70 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Request body: {'security_group_rule': {'security_group_id': '34018851-8d0c-4563-8283-5e3b3a13491f', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:28:19.004659 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd82e32-1f77-4dd0-88e3-79942a6bdfa9 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bea2ec63-2fd4-4dcd-ad08-bee440edc816,revision_number=0']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:19.009953 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-efd82e32-1f77-4dd0-88e3-79942a6bdfa9 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:19.014387 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-2f6c13de-b521-4a94-a82f-ddd953247e70 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:28:19.029383 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-2f6c13de-b521-4a94-a82f-ddd953247e70 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Usage tracker for resource:security_group_rule and tenant:5bff793212d24b37a3b1ec86e1a04aaa is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:28:19.039305 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-2f6c13de-b521-4a94-a82f-ddd953247e70 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:28:19.056888 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.managers [None req-13942405-102f-48a0-8218-96016a30f127 None None] Attempting to bind port 02862bf3-dc57-4c33-b9c4-f64dd8a45923 on host dv-cinder-798356-1-iscsi for vnic_type normal with profile  {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:28:19.057290 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.managers [None req-13942405-102f-48a0-8218-96016a30f127 None None] Attempting to bind port 02862bf3-dc57-4c33-b9c4-f64dd8a45923 by drivers openvswitch,hyperv on host dv-cinder-798356-1-iscsi at level 0 using segments [{'id': '9893828c-dda5-4b37-8a2f-299b5eb1c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f'}] {{(pid=74237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:28:19.057603 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13942405-102f-48a0-8218-96016a30f127 None None] Attempting to bind port 02862bf3-dc57-4c33-b9c4-f64dd8a45923 on network 4136cd64-8118-416e-874b-f6ed5b97de9f {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:28:19.062351 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-2f6c13de-b521-4a94-a82f-ddd953247e70 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:28:19.065463 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13942405-102f-48a0-8218-96016a30f127 None None] Checking agent: {'id': '7de42cfb-0b94-485f-bf24-4ef591216796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 6), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 28, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:28:19.065837 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13942405-102f-48a0-8218-96016a30f127 None None] Checking segment: {'id': '9893828c-dda5-4b37-8a2f-299b5eb1c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:28:19.066233 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-13942405-102f-48a0-8218-96016a30f127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:19.066665 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13942405-102f-48a0-8218-96016a30f127 None None] Bound using segment: {'id': '9893828c-dda5-4b37-8a2f-299b5eb1c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f'} {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:28:19.067169 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.managers [None req-13942405-102f-48a0-8218-96016a30f127 None None] Bound port: 02862bf3-dc57-4c33-b9c4-f64dd8a45923, host: dv-cinder-798356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9893828c-dda5-4b37-8a2f-299b5eb1c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f'}}] {{(pid=74237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:28:19.067559 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-13942405-102f-48a0-8218-96016a30f127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:19.177893 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2f6c13de-b521-4a94-a82f-ddd953247e70 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:19.233096 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.notifiers.nova [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-59c4103b-94de-436e-b829-538542c5ee9a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7141aba9-81d7-4fd0-809e-3389b3069db4 {{(pid=74235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:28:19.254074 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.db [None req-13942405-102f-48a0-8218-96016a30f127 None None] For port 02862bf3-dc57-4c33-b9c4-f64dd8a45923, host dv-cinder-798356-1-iscsi, cleared binding levels {{(pid=74237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:28:19.259100 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.db [None req-13942405-102f-48a0-8218-96016a30f127 None None] For port 02862bf3-dc57-4c33-b9c4-f64dd8a45923, host dv-cinder-798356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=02862bf3-dc57-4c33-b9c4-f64dd8a45923,segment=NetworkSegment(9893828c-dda5-4b37-8a2f-299b5eb1c0ef),segment_id=9893828c-dda5-4b37-8a2f-299b5eb1c0ef)] {{(pid=74237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:28:19.263392 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2f6c13de-b521-4a94-a82f-ddd953247e70 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:19.266536 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-13942405-102f-48a0-8218-96016a30f127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:19.271965 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-59c4103b-94de-436e-b829-538542c5ee9a service neutron] Notify callbacks [] for port, precommit_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:19.273154 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:19.276478 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2f6c13de-b521-4a94-a82f-ddd953247e70 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768944'] for security_group_rule, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:19.286923 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19a539-79bb-48bf-b7ed-90797e1d27a9 req-04017302-6862-465f-97d1-fdb5c33b4747 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:19.288629 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-7c19a539-79bb-48bf-b7ed-90797e1d27a9 req-04017302-6862-465f-97d1-fdb5c33b4747 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 932 time: 0.4252772
Jun 29 14:28:19.303324 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-efd82e32-1f77-4dd0-88e3-79942a6bdfa9 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:19.355717 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.provisioning_blocks [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-59c4103b-94de-436e-b829-538542c5ee9a service neutron] Transition to ACTIVE for port object 7141aba9-81d7-4fd0-809e-3389b3069db4 will not be triggered until provisioned by entity L2. {{(pid=74235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:28:19.356148 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372e5ce3-8819-4edc-8268-96ce8805829d None None] Pushing event updated for resources: {'Port': ['ID=02862bf3-dc57-4c33-b9c4-f64dd8a45923,revision_number=4']} {{(pid=74237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:19.363186 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [None req-372e5ce3-8819-4edc-8268-96ce8805829d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:19.363687 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6c13de-b521-4a94-a82f-ddd953247e70 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5afd5a55-5d40-470e-b717-8dda5f0eb8ad,revision_number=0']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:19.366310 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-2f6c13de-b521-4a94-a82f-ddd953247e70 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:19.375217 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-59c4103b-94de-436e-b829-538542c5ee9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1167191'] for port, after_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:19.390162 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-d4edb3ec-1169-4252-8ee6-48914fda06a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:19.404230 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13942405-102f-48a0-8218-96016a30f127 None None] Routers {'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:28:19.405140 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-13942405-102f-48a0-8218-96016a30f127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b948f3a60>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:28:09Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:28:19.514729 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c05cd239-32ba-47b6-9614-20473d93628e req-a5015b6b-9f11-4e32-9831-13fe40ccb230 service neutron] 10.222.0.69 "GET /v2.0/networks/5b698dac-2814-4285-b9fc-a47ee81514a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4535027
Jun 29 14:28:19.515941 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d22fd4-5751-476b-8b37-ba481cf2e89f service neutron] Pushing event updated for resources: {'Port': ['ID=75c1dbd6-bc8a-4537-8746-a64e7143b40b,revision_number=2']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:19.572115 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-7c19a539-79bb-48bf-b7ed-90797e1d27a9 req-157c7f0d-9e2b-4743-95f1-51df523cdbdf tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2710564
Jun 29 14:28:19.573645 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2f6c13de-b521-4a94-a82f-ddd953247e70 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:19.578288 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-2f6c13de-b521-4a94-a82f-ddd953247e70 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.5911162
Jun 29 14:28:19.593731 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 37906) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:19.594957 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-11d22fd4-5751-476b-8b37-ba481cf2e89f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:19.803398 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-d44f5039-9b2f-4492-b2a5-f88bcb8351c4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Request body: {'floatingip': {'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:28:19.823159 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-11d22fd4-5751-476b-8b37-ba481cf2e89f service neutron] Attempting to bind port 75c1dbd6-bc8a-4537-8746-a64e7143b40b on host hv-cinder-79835 for vnic_type normal with profile  {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:28:19.823159 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-11d22fd4-5751-476b-8b37-ba481cf2e89f service neutron] Attempting to bind port 75c1dbd6-bc8a-4537-8746-a64e7143b40b by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': '22805b8c-5eb0-4508-ac25-ba13cbff4b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e18f3f47-eda3-4841-b6ac-77a54d6b46e2'}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:28:19.823657 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-11d22fd4-5751-476b-8b37-ba481cf2e89f service neutron] Attempting to bind port 75c1dbd6-bc8a-4537-8746-a64e7143b40b on network e18f3f47-eda3-4841-b6ac-77a54d6b46e2 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:28:19.848438 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-11d22fd4-5751-476b-8b37-ba481cf2e89f service neutron] Port 75c1dbd6-bc8a-4537-8746-a64e7143b40b on network e18f3f47-eda3-4841-b6ac-77a54d6b46e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 14:28:19.848770 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-11d22fd4-5751-476b-8b37-ba481cf2e89f service neutron] Attempting to bind port 75c1dbd6-bc8a-4537-8746-a64e7143b40b on network e18f3f47-eda3-4841-b6ac-77a54d6b46e2 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:28:19.876726 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-11d22fd4-5751-476b-8b37-ba481cf2e89f service neutron] Checking agent: {'id': 'f619983b-74b0-4a10-ac06-3edbe0602c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:28:19.877068 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-11d22fd4-5751-476b-8b37-ba481cf2e89f service neutron] Checking segment: {'id': '22805b8c-5eb0-4508-ac25-ba13cbff4b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e18f3f47-eda3-4841-b6ac-77a54d6b46e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:28:19.877457 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-11d22fd4-5751-476b-8b37-ba481cf2e89f service neutron] Bound using segment: {'id': '22805b8c-5eb0-4508-ac25-ba13cbff4b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e18f3f47-eda3-4841-b6ac-77a54d6b46e2'} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:28:19.878043 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-11d22fd4-5751-476b-8b37-ba481cf2e89f service neutron] Bound port: 75c1dbd6-bc8a-4537-8746-a64e7143b40b, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22805b8c-5eb0-4508-ac25-ba13cbff4b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e18f3f47-eda3-4841-b6ac-77a54d6b46e2'}}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:28:19.878208 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-11d22fd4-5751-476b-8b37-ba481cf2e89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:19.911036 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-1c1fa846-3d79-4d95-b605-53d897b07ba6 req-b365abf9-bf4a-4ca4-9fb7-beb91c261786 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=98c21011a694479d9020004a973e4a51&device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1 HTTP/1.1" status: 200  len: 1096 time: 0.3151710
Jun 29 14:28:19.925993 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-d44f5039-9b2f-4492-b2a5-f88bcb8351c4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:28:19.947486 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0da9f693-9145-482a-83a3-d658d6343c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:19.947486 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-d44f5039-9b2f-4492-b2a5-f88bcb8351c4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Usage tracker for resource:floatingip and tenant:5bff793212d24b37a3b1ec86e1a04aaa is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:28:19.967443 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4103b-94de-436e-b829-538542c5ee9a service neutron] Pushing event updated for resources: {'Port': ['ID=7141aba9-81d7-4fd0-809e-3389b3069db4,revision_number=2']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:19.979093 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-59c4103b-94de-436e-b829-538542c5ee9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.589s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:19.988558 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-13942405-102f-48a0-8218-96016a30f127 None None] Set router bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d gateway port host: dv-cinder-798356-1-iscsi {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:28:20.003023 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-d44f5039-9b2f-4492-b2a5-f88bcb8351c4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:28:20.016917 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-d44f5039-9b2f-4492-b2a5-f88bcb8351c4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:28:20.044402 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.managers [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-59c4103b-94de-436e-b829-538542c5ee9a service neutron] Attempting to bind port 7141aba9-81d7-4fd0-809e-3389b3069db4 on host hv-cinder-79835 for vnic_type normal with profile  {{(pid=74235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:28:20.044869 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.managers [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-59c4103b-94de-436e-b829-538542c5ee9a service neutron] Attempting to bind port 7141aba9-81d7-4fd0-809e-3389b3069db4 by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': '22805b8c-5eb0-4508-ac25-ba13cbff4b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e18f3f47-eda3-4841-b6ac-77a54d6b46e2'}] {{(pid=74235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:28:20.045405 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-59c4103b-94de-436e-b829-538542c5ee9a service neutron] Attempting to bind port 7141aba9-81d7-4fd0-809e-3389b3069db4 on network e18f3f47-eda3-4841-b6ac-77a54d6b46e2 {{(pid=74235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:28:20.053849 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-59c4103b-94de-436e-b829-538542c5ee9a service neutron] Port 7141aba9-81d7-4fd0-809e-3389b3069db4 on network e18f3f47-eda3-4841-b6ac-77a54d6b46e2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 14:28:20.054480 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-59c4103b-94de-436e-b829-538542c5ee9a service neutron] Attempting to bind port 7141aba9-81d7-4fd0-809e-3389b3069db4 on network e18f3f47-eda3-4841-b6ac-77a54d6b46e2 {{(pid=74235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:28:20.064664 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-59c4103b-94de-436e-b829-538542c5ee9a service neutron] Checking agent: {'id': 'f619983b-74b0-4a10-ac06-3edbe0602c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:28:20.065373 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-59c4103b-94de-436e-b829-538542c5ee9a service neutron] Checking segment: {'id': '22805b8c-5eb0-4508-ac25-ba13cbff4b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e18f3f47-eda3-4841-b6ac-77a54d6b46e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:28:20.066238 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-59c4103b-94de-436e-b829-538542c5ee9a service neutron] Bound using segment: {'id': '22805b8c-5eb0-4508-ac25-ba13cbff4b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e18f3f47-eda3-4841-b6ac-77a54d6b46e2'} {{(pid=74235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:28:20.068154 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.managers [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-59c4103b-94de-436e-b829-538542c5ee9a service neutron] Bound port: 7141aba9-81d7-4fd0-809e-3389b3069db4, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '22805b8c-5eb0-4508-ac25-ba13cbff4b17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'e18f3f47-eda3-4841-b6ac-77a54d6b46e2'}}] {{(pid=74235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:28:20.068958 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-59c4103b-94de-436e-b829-538542c5ee9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:20.071446 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-917d4d3d-2af6-4a76-86c2-aded90f2aa61 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:20.076284 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-1730d6a0-1da6-4d21-9e2f-2dc41b5af471 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:20.186180 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.db [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-59c4103b-94de-436e-b829-538542c5ee9a service neutron] For port 7141aba9-81d7-4fd0-809e-3389b3069db4, host hv-cinder-79835, cleared binding levels {{(pid=74235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:28:20.186180 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.db [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-59c4103b-94de-436e-b829-538542c5ee9a service neutron] For port 7141aba9-81d7-4fd0-809e-3389b3069db4, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=7141aba9-81d7-4fd0-809e-3389b3069db4,segment=NetworkSegment(22805b8c-5eb0-4508-ac25-ba13cbff4b17),segment_id=22805b8c-5eb0-4508-ac25-ba13cbff4b17)] {{(pid=74235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:28:20.198620 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-59c4103b-94de-436e-b829-538542c5ee9a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1167191'] for port, after_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:20.204346 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-fc860982-bf39-4f30-b601-979d3024d836 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:20.241495 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-917d4d3d-2af6-4a76-86c2-aded90f2aa61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:20.242389 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d44f5039-9b2f-4492-b2a5-f88bcb8351c4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for floatingip, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:20.285011 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4103b-94de-436e-b829-538542c5ee9a service neutron] Pushing event updated for resources: {'Port': ['ID=7141aba9-81d7-4fd0-809e-3389b3069db4,revision_number=3']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:20.288692 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-59c4103b-94de-436e-b829-538542c5ee9a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:20.303743 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-59c4103b-94de-436e-b829-538542c5ee9a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for port, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:20.305269 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-59c4103b-94de-436e-b829-538542c5ee9a service neutron] 10.222.0.69 "PUT /v2.0/ports/7141aba9-81d7-4fd0-809e-3389b3069db4 HTTP/1.1" status: 200  len: 1094 time: 4.2701423
Jun 29 14:28:20.305863 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baeccfee-ed71-46ca-a28a-0ca9a39383da', 'tag': '7141aba9-81d7-4fd0-809e-3389b3069db4'}] {{(pid=74235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:28:20.382084 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0da9f693-9145-482a-83a3-d658d6343c1c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:20.385841 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-0da9f693-9145-482a-83a3-d658d6343c1c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ccfd42eb-3d20-4502-8e54-9914c5be88d6 HTTP/1.1" status: 204  len: 168 time: 3.1137817
Jun 29 14:28:20.435486 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da9f693-9145-482a-83a3-d658d6343c1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccfd42eb-3d20-4502-8e54-9914c5be88d6,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:20.438180 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-0da9f693-9145-482a-83a3-d658d6343c1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:20.469319 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-13942405-102f-48a0-8218-96016a30f127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b948f3a60>, [{'id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'name': 'tempest-AttachVolumeTestJSON-23625440-router', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '72285900-8a54-40e1-a50b-4894872e1c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:28:07Z', 'revision_number': 4, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'gw_port': {'id': '72285900-8a54-40e1-a50b-4894872e1c95', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:54Z', 'updated_at': '2021-06-29T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '02862bf3-dc57-4c33-b9c4-f64dd8a45923', 'name': '', 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'mac_address': 'fa:16:3e:77:6b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b290bd3-20c6-48b7-a0ea-2f1a94cb7740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:04Z', 'updated_at': '2021-06-29T14:28:19Z', 'revision_number': 4, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'subnets': [{'id': '6b290bd3-20c6-48b7-a0ea-2f1a94cb7740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:28:20.475960 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-091ad5a8-0fbe-496e-bc19-aa7858dfab14 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=49688b8975d4487d95604f13bd607887&device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 1097 time: 0.1242335
Jun 29 14:28:20.485461 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:20.491694 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13942405-102f-48a0-8218-96016a30f127 None None] The sync data for ids ['bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'] in dv-cinder-798356-1-iscsi is: [{'id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'name': 'tempest-AttachVolumeTestJSON-23625440-router', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '72285900-8a54-40e1-a50b-4894872e1c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:28:07Z', 'revision_number': 4, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'gw_port': {'id': '72285900-8a54-40e1-a50b-4894872e1c95', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:54Z', 'updated_at': '2021-06-29T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '02862bf3-dc57-4c33-b9c4-f64dd8a45923', 'name': '', 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'mac_address': 'fa:16:3e:77:6b:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b290bd3-20c6-48b7-a0ea-2f1a94cb7740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:04Z', 'updated_at': '2021-06-29T14:28:19Z', 'revision_number': 4, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'subnets': [{'id': '6b290bd3-20c6-48b7-a0ea-2f1a94cb7740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:28:20.531396 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700ac397-b2b1-40d4-8207-d41c1b50a418 req-e3bc7656-d59e-484f-9fcf-9b7202905bb0 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:20.538774 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-700ac397-b2b1-40d4-8207-d41c1b50a418 req-e3bc7656-d59e-484f-9fcf-9b7202905bb0 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1 HTTP/1.1" status: 200  len: 943 time: 0.9742541
Jun 29 14:28:20.661608 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-1b694b40-50b8-4cea-a026-46fdc22ba57b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7141aba9-81d7-4fd0-809e-3389b3069db4 HTTP/1.1" status: 200  len: 217 time: 0.1748011
Jun 29 14:28:20.667003 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-11d22fd4-5751-476b-8b37-ba481cf2e89f service neutron] For port 75c1dbd6-bc8a-4537-8746-a64e7143b40b, host hv-cinder-79835, cleared binding levels {{(pid=74234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:28:20.714804 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-917d4d3d-2af6-4a76-86c2-aded90f2aa61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667662'] for router_interface, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:20.771198 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-fcf033bf-e91c-4e4c-a6ec-5614399efd6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:20.772904 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-fcf033bf-e91c-4e4c-a6ec-5614399efd6f service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d349a7a1-71b6-4c71-8ccc-984c68721f79 HTTP/1.1" status: 200  len: 858 time: 0.1046605
Jun 29 14:28:20.783277 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baeccfee-ed71-46ca-a28a-0ca9a39383da', 'tag': '7141aba9-81d7-4fd0-809e-3389b3069db4', 'status': 'completed', 'code': 200}
Jun 29 14:28:20.805584 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-11d22fd4-5751-476b-8b37-ba481cf2e89f service neutron] For port 75c1dbd6-bc8a-4537-8746-a64e7143b40b, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=75c1dbd6-bc8a-4537-8746-a64e7143b40b,segment=NetworkSegment(22805b8c-5eb0-4508-ac25-ba13cbff4b17),segment_id=22805b8c-5eb0-4508-ac25-ba13cbff4b17)] {{(pid=74234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:28:20.872942 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-f7c85d82-8e55-4ed8-be87-37fdef13dbd0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e18f3f47-eda3-4841-b6ac-77a54d6b46e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0885596
Jun 29 14:28:20.902854 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-700ac397-b2b1-40d4-8207-d41c1b50a418 req-359a7155-90dd-48a1-a0af-01611431edb1 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/security-groups?id=a482af90-05e1-4ab6-8883-a1506aff8635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3595698
Jun 29 14:28:20.904458 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-11d22fd4-5751-476b-8b37-ba481cf2e89f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:20.915901 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-917d4d3d-2af6-4a76-86c2-aded90f2aa61 admin admin] Pushing event updated for resources: {'Port': ['ID=281698d6-3a16-4419-84fb-977033f76538,revision_number=2']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:20.921900 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fa846-3d79-4d95-b605-53d897b07ba6 req-b53c6fd0-c981-489f-b9b8-585cbbbf3fe2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:20.923612 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-1c1fa846-3d79-4d95-b605-53d897b07ba6 req-b53c6fd0-c981-489f-b9b8-585cbbbf3fe2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=5b698dac-2814-4285-b9fc-a47ee81514a6 HTTP/1.1" status: 200  len: 913 time: 0.9809358
Jun 29 14:28:20.935809 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-917d4d3d-2af6-4a76-86c2-aded90f2aa61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.450s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:20.946971 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:21.174155 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-bec0f9b4-0b12-4d10-b222-eadbac196fff service neutron] 10.222.0.69 "GET /v2.0/networks/e18f3f47-eda3-4841-b6ac-77a54d6b46e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2936046
Jun 29 14:28:21.216180 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-1c1fa846-3d79-4d95-b605-53d897b07ba6 req-56f120b1-ccd5-4868-81a0-4214761042d5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c16c100e-be69-4587-be2c-3bd887db981d HTTP/1.1" status: 200  len: 217 time: 0.2749352
Jun 29 14:28:21.443282 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-11d22fd4-5751-476b-8b37-ba481cf2e89f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:21.448347 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-11d22fd4-5751-476b-8b37-ba481cf2e89f service neutron] 10.222.0.69 "PUT /v2.0/ports/75c1dbd6-bc8a-4537-8746-a64e7143b40b HTTP/1.1" status: 200  len: 1094 time: 6.9859982
Jun 29 14:28:21.449139 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '213fffa4-91cb-45a3-9520-6f01b3e064fb', 'tag': '75c1dbd6-bc8a-4537-8746-a64e7143b40b'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:28:21.459828 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-aba2acdc-261e-4c84-994f-59c3a38973b9 req-69e28e5e-8378-4e5f-a6b0-9772e623e4f5 service neutron] 10.222.0.69 "GET /v2.0/networks/e18f3f47-eda3-4841-b6ac-77a54d6b46e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2771406
Jun 29 14:28:21.530059 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1fa846-3d79-4d95-b605-53d897b07ba6 req-27b0470c-5872-4874-812d-2de2231628b7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:21.532544 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-1c1fa846-3d79-4d95-b605-53d897b07ba6 req-27b0470c-5872-4874-812d-2de2231628b7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8de91fd9-1e85-4c23-a479-eb1673ad4aee HTTP/1.1" status: 200  len: 852 time: 0.2615378
Jun 29 14:28:21.551958 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d22fd4-5751-476b-8b37-ba481cf2e89f service neutron] Pushing event updated for resources: {'Port': ['ID=75c1dbd6-bc8a-4537-8746-a64e7143b40b,revision_number=3']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:21.556385 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-11d22fd4-5751-476b-8b37-ba481cf2e89f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:21.624270 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-6962dcf1-cb7b-4594-ade7-70e6e462e2d9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=49688b8975d4487d95604f13bd607887&device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 1097 time: 0.1164181
Jun 29 14:28:21.794087 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-9f9528e3-2048-4ae7-9ebf-8ccb1e783796 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75c1dbd6-bc8a-4537-8746-a64e7143b40b HTTP/1.1" status: 200  len: 217 time: 0.1572216
Jun 29 14:28:21.820750 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '213fffa4-91cb-45a3-9520-6f01b3e064fb', 'tag': '75c1dbd6-bc8a-4537-8746-a64e7143b40b', 'status': 'completed', 'code': 200}
Jun 29 14:28:21.832314 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-1c1fa846-3d79-4d95-b605-53d897b07ba6 req-d1a7ceb8-7d0c-440d-9d2b-8cf1ed92a3df service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=5b698dac-2814-4285-b9fc-a47ee81514a6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2728200
Jun 29 14:28:21.921525 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-917d4d3d-2af6-4a76-86c2-aded90f2aa61 admin admin] Network 4efbe09a-ec64-4c57-8f69-466f632996dc is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:28:21.974249 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [None req-917d4d3d-2af6-4a76-86c2-aded90f2aa61 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:28:21.986054 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 02862bf3-dc57-4c33-b9c4-f64dd8a45923 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:28:21.991286 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-a28e83fc-ace9-41ea-913d-f41d48b65739 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:21.993269 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-a28e83fc-ace9-41ea-913d-f41d48b65739 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d349a7a1-71b6-4c71-8ccc-984c68721f79 HTTP/1.1" status: 200  len: 858 time: 0.1891158
Jun 29 14:28:22.149860 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning for port 02862bf3-dc57-4c33-b9c4-f64dd8a45923 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:28:22.157369 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 02862bf3-dc57-4c33-b9c4-f64dd8a45923 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:28:22.158233 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:22.180280 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d44f5039-9b2f-4492-b2a5-f88bcb8351c4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:22.268936 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b738ff2-a1f8-427a-9ed9-d55bc866d0db req-291ea554-4221-4305-be18-15bbd1458dbf tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:22.272042 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-6b738ff2-a1f8-427a-9ed9-d55bc866d0db req-291ea554-4221-4305-be18-15bbd1458dbf tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1 HTTP/1.1" status: 200  len: 943 time: 0.1125476
Jun 29 14:28:22.285583 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadceb9-41ee-461c-9e2f-6e89e2efbe81 req-54657100-cb87-42ff-a31a-05cdf4fe5a11 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:22.292410 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8cadceb9-41ee-461c-9e2f-6e89e2efbe81 req-54657100-cb87-42ff-a31a-05cdf4fe5a11 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 944 time: 1.1080787
Jun 29 14:28:22.328442 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:22.329186 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-6b738ff2-a1f8-427a-9ed9-d55bc866d0db req-2d275d93-912d-4fd4-bdcc-199dad8a83fc tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/security-groups?id=a482af90-05e1-4ab6-8883-a1506aff8635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477309
Jun 29 14:28:22.375199 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] For port 02862bf3-dc57-4c33-b9c4-f64dd8a45923, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=02862bf3-dc57-4c33-b9c4-f64dd8a45923,segment=NetworkSegment(9893828c-dda5-4b37-8a2f-299b5eb1c0ef),segment_id=9893828c-dda5-4b37-8a2f-299b5eb1c0ef)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:28:22.376469 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-bb7936a4-6425-4404-8f72-4b2705041c54 None None] Provisioning complete for port 281698d6-3a16-4419-84fb-977033f76538 triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:28:22.376877 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-bb7936a4-6425-4404-8f72-4b2705041c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:22.405588 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:22.416499 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:22.467339 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e7459c7d-313e-4585-9007-a9d83024b710 req-f3d31bc0-b0d8-40ec-a112-149a2bd0e548 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=49688b8975d4487d95604f13bd607887&device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 1097 time: 0.9176595
Jun 29 14:28:22.468787 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-bb7936a4-6425-4404-8f72-4b2705041c54 None None] Port 281698d6-3a16-4419-84fb-977033f76538 cannot update to ACTIVE because it is not bound. {{(pid=74236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 14:28:22.521186 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Pushing event updated for resources: {'Port': ['ID=02862bf3-dc57-4c33-b9c4-f64dd8a45923,revision_number=5']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:22.524578 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:22.537330 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-1c1fa846-3d79-4d95-b605-53d897b07ba6 req-e89800ff-fbec-45c5-9560-4e0cb0d44c05 service neutron] 10.222.0.69 "GET /v2.0/networks/5b698dac-2814-4285-b9fc-a47ee81514a6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6267254
Jun 29 14:28:22.559065 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8cadceb9-41ee-461c-9e2f-6e89e2efbe81 req-8728e78e-9ba6-4068-ac2a-eb6544b9c811 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2658064
Jun 29 14:28:22.712227 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_common [None req-d44f5039-9b2f-4492-b2a5-f88bcb8351c4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Allocated IP 172.27.1.218 (4aeb16d3-bc5e-4796-b60c-2ad2a6d47368/089d678a-05aa-4bef-b283-da88079c7f50/d3600b86-3489-487b-9231-f390ccd6c3fe) {{(pid=74234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:28:22.959262 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d44f5039-9b2f-4492-b2a5-f88bcb8351c4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for port, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:23.021845 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-917d4d3d-2af6-4a76-86c2-aded90f2aa61 admin admin] Router 2aa978a3-fc1c-4cea-a790-dd2d19f05366 has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:28:23.023246 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d44f5039-9b2f-4492-b2a5-f88bcb8351c4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:23.029397 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-47e8c324-2c39-4948-913d-b6ab0fd512ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:23.104418 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44f5039-9b2f-4492-b2a5-f88bcb8351c4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Network 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:28:23.107848 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [None req-d44f5039-9b2f-4492-b2a5-f88bcb8351c4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:28:23.110178 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44f5039-9b2f-4492-b2a5-f88bcb8351c4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Received port after_create {{(pid=74234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:28:23.195160 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f5039-9b2f-4492-b2a5-f88bcb8351c4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Pushing event updated for resources: {'Port': ['ID=d3600b86-3489-487b-9231-f390ccd6c3fe,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:23.197937 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-d44f5039-9b2f-4492-b2a5-f88bcb8351c4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:23.479157 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d44f5039-9b2f-4492-b2a5-f88bcb8351c4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:23.542601 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-917d4d3d-2af6-4a76-86c2-aded90f2aa61 admin admin] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:28:23.554039 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc07a9-c18a-431f-a821-1cb04bb593e2 req-d54b9704-9583-459b-a419-b983b2817cd3 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:23.555648 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-13cc07a9-c18a-431f-a821-1cb04bb593e2 req-d54b9704-9583-459b-a419-b983b2817cd3 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1 HTTP/1.1" status: 200  len: 943 time: 0.0919318
Jun 29 14:28:23.556381 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d44f5039-9b2f-4492-b2a5-f88bcb8351c4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:23.613299 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-917d4d3d-2af6-4a76-86c2-aded90f2aa61 admin admin] 10.222.0.13 "PUT /v2.0/routers/2aa978a3-fc1c-4cea-a790-dd2d19f05366/add_router_interface HTTP/1.1" status: 200  len: 503 time: 22.2356911
Jun 29 14:28:23.657951 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-13cc07a9-c18a-431f-a821-1cb04bb593e2 req-70ea50fd-4d29-4532-a6e8-acc06ad6f335 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/security-groups?id=a482af90-05e1-4ab6-8883-a1506aff8635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953360
Jun 29 14:28:23.760106 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device c16c100e-be69-4587-be2c-3bd887db981d details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 14:28:23.911046 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 02862bf3-dc57-4c33-b9c4-f64dd8a45923 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:28:23.918577 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac4f311e-7f69-4104-95b5-123b809b2426 req-49b0ea6d-8714-49dc-9e2e-a1e99c50e3c1 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:23.920135 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ac4f311e-7f69-4104-95b5-123b809b2426 req-49b0ea6d-8714-49dc-9e2e-a1e99c50e3c1 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 944 time: 0.1693082
Jun 29 14:28:23.969723 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d44f5039-9b2f-4492-b2a5-f88bcb8351c4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:23.991981 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d44f5039-9b2f-4492-b2a5-f88bcb8351c4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:24.001215 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:24.059760 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ac4f311e-7f69-4104-95b5-123b809b2426 req-2cc6fa61-4a42-4e6f-abde-e16f069ef1cb tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1321959
Jun 29 14:28:24.076439 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port c16c100e-be69-4587-be2c-3bd887db981d, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=c16c100e-be69-4587-be2c-3bd887db981d,segment=NetworkSegment(5cdb01d4-f8d7-46f9-8d82-2b447c11ef10),segment_id=5cdb01d4-f8d7-46f9-8d82-2b447c11ef10)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:28:24.115279 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44f5039-9b2f-4492-b2a5-f88bcb8351c4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Pushing event updated for resources: {'Port': ['ID=d3600b86-3489-487b-9231-f390ccd6c3fe,revision_number=2']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:24.116659 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 02862bf3-dc57-4c33-b9c4-f64dd8a45923 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:28:24.117712 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:24.123873 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-d44f5039-9b2f-4492-b2a5-f88bcb8351c4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:24.142133 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d44f5039-9b2f-4492-b2a5-f88bcb8351c4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-669791'] for floatingip, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:24.154060 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Returning: {'device': 'c16c100e-be69-4587-be2c-3bd887db981d', 'network_id': '5b698dac-2814-4285-b9fc-a47ee81514a6', 'port_id': 'c16c100e-be69-4587-be2c-3bd887db981d', 'mac_address': 'fa:16:3e:28:84:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8de91fd9-1e85-4c23-a479-eb1673ad4aee', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 14:28:24.193793 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d44f5039-9b2f-4492-b2a5-f88bcb8351c4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for floatingip, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:24.195136 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-d44f5039-9b2f-4492-b2a5-f88bcb8351c4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 4.5437915
Jun 29 14:28:24.261842 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:24.290188 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c16c100e-be69-4587-be2c-3bd887db981d {{(pid=74236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:28:24.385375 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port c16c100e-be69-4587-be2c-3bd887db981d, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=c16c100e-be69-4587-be2c-3bd887db981d,segment=NetworkSegment(5cdb01d4-f8d7-46f9-8d82-2b447c11ef10),segment_id=5cdb01d4-f8d7-46f9-8d82-2b447c11ef10)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:28:24.391936 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:24.395852 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:24.496723 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=c16c100e-be69-4587-be2c-3bd887db981d,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:24.500291 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:24.590010 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-e9ca2388-bcd1-466c-a037-2974db26414a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Synchronizing usage tracker for tenant:5bff793212d24b37a3b1ec86e1a04aaa on resource:security_group {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:28:24.606192 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-e9ca2388-bcd1-466c-a037-2974db26414a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Unset dirty status for tenant:5bff793212d24b37a3b1ec86e1a04aaa on resource:security_group {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:28:24.607492 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-e9ca2388-bcd1-466c-a037-2974db26414a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1003035868&fields=id&tenant_id=5bff793212d24b37a3b1ec86e1a04aaa HTTP/1.1" status: 200  len: 267 time: 0.0602062
Jun 29 14:28:24.617760 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 38080) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:24.623956 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-3dfdc00d-fcf9-497c-8f09-87f4247c7111 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Request body: {'security_group': {'name': 'tempest-securitygroup--857793879', 'description': 'tempest-description--151864539'}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:28:24.630287 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-3dfdc00d-fcf9-497c-8f09-87f4247c7111 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:28:24.634140 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-3dfdc00d-fcf9-497c-8f09-87f4247c7111 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Usage tracker for resource:security_group and tenant:9168106bff7043a69607ef135131ee6b is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:28:24.637122 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-3dfdc00d-fcf9-497c-8f09-87f4247c7111 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:28:24.643644 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-3dfdc00d-fcf9-497c-8f09-87f4247c7111 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:28:24.653926 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-3dfdc00d-fcf9-497c-8f09-87f4247c7111 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:24.688251 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-3dfdc00d-fcf9-497c-8f09-87f4247c7111 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:28:24.692705 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-3dfdc00d-fcf9-497c-8f09-87f4247c7111 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Usage tracker for resource:security_group_rule and tenant:9168106bff7043a69607ef135131ee6b is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:28:24.695923 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-3dfdc00d-fcf9-497c-8f09-87f4247c7111 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:28:24.701786 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-3dfdc00d-fcf9-497c-8f09-87f4247c7111 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:28:24.757815 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-25f6ecee-b581-464b-b8c9-57fe51aff82e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e18f3f47-eda3-4841-b6ac-77a54d6b46e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0429485
Jun 29 14:28:24.921290 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-3dfdc00d-fcf9-497c-8f09-87f4247c7111 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:24.932801 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-3dfdc00d-fcf9-497c-8f09-87f4247c7111 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:24.941080 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-0468b3ae-9929-4fa6-84b1-faf771035716 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:24.941794 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-0468b3ae-9929-4fa6-84b1-faf771035716 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Synchronizing usage tracker for tenant:5bff793212d24b37a3b1ec86e1a04aaa on resource:network {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:28:24.951065 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:25.011198 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['c16c100e-be69-4587-be2c-3bd887db981d'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:28:25.018119 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-b39c2d71-1752-4f7e-8a66-76a4beedc8bf service neutron] 10.222.0.69 "GET /v2.0/networks/e18f3f47-eda3-4841-b6ac-77a54d6b46e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2491376
Jun 29 14:28:25.020564 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfdc00d-fcf9-497c-8f09-87f4247c7111 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:25.023609 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-3dfdc00d-fcf9-497c-8f09-87f4247c7111 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:25.027719 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-3dfdc00d-fcf9-497c-8f09-87f4247c7111 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1612 time: 0.4089181
Jun 29 14:28:25.028555 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 38088) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:25.029389 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-3dfdc00d-fcf9-497c-8f09-87f4247c7111 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:25.056962 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-dc653947-9397-4945-b69d-19c81ae30f8b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Request body: {'security_group_rule': {'security_group_id': '31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:28:25.070950 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-dc653947-9397-4945-b69d-19c81ae30f8b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:28:25.073337 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-0468b3ae-9929-4fa6-84b1-faf771035716 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Unset dirty status for tenant:5bff793212d24b37a3b1ec86e1a04aaa on resource:network {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:28:25.074279 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-0468b3ae-9929-4fa6-84b1-faf771035716 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/networks?id=4136cd64-8118-416e-874b-f6ed5b97de9f HTTP/1.1" status: 200  len: 809 time: 0.4590981
Jun 29 14:28:25.122705 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7459c7d-313e-4585-9007-a9d83024b710 req-6ea35f45-59d0-4724-af51-400719a0fb18 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:25.124742 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e7459c7d-313e-4585-9007-a9d83024b710 req-6ea35f45-59d0-4724-af51-400719a0fb18 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e18f3f47-eda3-4841-b6ac-77a54d6b46e2 HTTP/1.1" status: 200  len: 919 time: 0.3581512
Jun 29 14:28:25.130671 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-1c1fa846-3d79-4d95-b605-53d897b07ba6 req-e5aa42bb-4026-416a-870b-d2c0ecd8ec51 service neutron] 10.222.0.69 "GET /v2.0/networks/5b698dac-2814-4285-b9fc-a47ee81514a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3736081
Jun 29 14:28:25.134218 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-5bd74a69-e608-4edd-953c-ef18fbfeb2d2 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/quotas/5bff793212d24b37a3b1ec86e1a04aaa HTTP/1.1" status: 200  len: 375 time: 0.0469902
Jun 29 14:28:25.221460 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-dc653947-9397-4945-b69d-19c81ae30f8b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Usage tracker for resource:security_group_rule and tenant:9168106bff7043a69607ef135131ee6b is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:28:25.232752 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-dc653947-9397-4945-b69d-19c81ae30f8b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:28:25.241523 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a1fc873-2823-4d70-8b5c-1446295cd6e3 req-dbde1025-0076-436f-8b57-8584a6798a84 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:25.243077 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-2a1fc873-2823-4d70-8b5c-1446295cd6e3 req-dbde1025-0076-436f-8b57-8584a6798a84 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1 HTTP/1.1" status: 200  len: 944 time: 0.4375169
Jun 29 14:28:25.244296 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e7459c7d-313e-4585-9007-a9d83024b710 req-32d83865-4130-4af6-b3d2-a32d2076b49f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7141aba9-81d7-4fd0-809e-3389b3069db4 HTTP/1.1" status: 200  len: 217 time: 0.1122320
Jun 29 14:28:25.250382 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-dc653947-9397-4945-b69d-19c81ae30f8b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:28:25.315840 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-dc653947-9397-4945-b69d-19c81ae30f8b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:25.322860 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7459c7d-313e-4585-9007-a9d83024b710 req-e7c55124-9b3f-4314-842b-14624683daec service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:25.324300 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e7459c7d-313e-4585-9007-a9d83024b710 req-e7c55124-9b3f-4314-842b-14624683daec service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d349a7a1-71b6-4c71-8ccc-984c68721f79 HTTP/1.1" status: 200  len: 858 time: 0.0677621
Jun 29 14:28:25.336317 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-a3ad00f9-426d-4674-b621-75f3495bd1bb tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bff793212d24b37a3b1ec86e1a04aaa&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1539235
Jun 29 14:28:25.363236 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-2a1fc873-2823-4d70-8b5c-1446295cd6e3 req-0ff55365-dbb1-4524-b2ad-227e2b7e0594 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/security-groups?id=a482af90-05e1-4ab6-8883-a1506aff8635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1105659
Jun 29 14:28:25.367585 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-fb12b506-0af5-46cc-9388-4c2bae43700b req-7f7c5101-72e6-491a-9efc-ad93135e3ebc service neutron] 10.222.0.69 "GET /v2.0/networks/e18f3f47-eda3-4841-b6ac-77a54d6b46e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3371925
Jun 29 14:28:25.407237 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e7459c7d-313e-4585-9007-a9d83024b710 req-5f770aab-013b-4210-934a-67b38e632ded service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e18f3f47-eda3-4841-b6ac-77a54d6b46e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0698111
Jun 29 14:28:25.407355 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-dc653947-9397-4945-b69d-19c81ae30f8b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:25.413930 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-dc653947-9397-4945-b69d-19c81ae30f8b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768944'] for security_group_rule, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:25.416855 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-2f6c13de-b521-4a94-a82f-ddd953247e70 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:25.485429 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc653947-9397-4945-b69d-19c81ae30f8b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdb795e0-af74-40e7-a55f-0bcae67f009e,revision_number=0']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:25.496242 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-dc653947-9397-4945-b69d-19c81ae30f8b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:25.552345 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-dc653947-9397-4945-b69d-19c81ae30f8b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:25.555954 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-dc653947-9397-4945-b69d-19c81ae30f8b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.5219564
Jun 29 14:28:25.556562 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 38104) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:25.568174 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-b9de63de-a84a-4b6e-bbab-d64ad79d91db tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Request body: {'security_group_rule': {'security_group_id': '31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:28:25.582540 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-b9de63de-a84a-4b6e-bbab-d64ad79d91db tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:28:25.600783 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-b9de63de-a84a-4b6e-bbab-d64ad79d91db tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Usage tracker for resource:security_group_rule and tenant:9168106bff7043a69607ef135131ee6b is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:28:25.608740 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-b9de63de-a84a-4b6e-bbab-d64ad79d91db tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:28:25.618637 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-966af27d-055a-4767-8c35-4aa08d129da4 req-fef8a736-41f6-40d5-b863-ce29b947fafa service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=49688b8975d4487d95604f13bd607887&device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 1097 time: 0.1854923
Jun 29 14:28:25.646967 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3405a30b-9376-4a6f-9d07-6a0655d63425 req-244e4a5e-dc96-4e25-86e4-9f2f093d5354 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:25.655215 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-3405a30b-9376-4a6f-9d07-6a0655d63425 req-244e4a5e-dc96-4e25-86e4-9f2f093d5354 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 944 time: 0.1526935
Jun 29 14:28:25.695723 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-b9de63de-a84a-4b6e-bbab-d64ad79d91db tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:28:25.719721 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 7141aba9-81d7-4fd0-809e-3389b3069db4 details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 14:28:25.754440 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device c16c100e-be69-4587-be2c-3bd887db981d up at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:28:25.762942 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-b16b049b-b107-4738-95a4-a7333039c23f service neutron] 10.222.0.13 "GET /v2.0/networks/4136cd64-8118-416e-874b-f6ed5b97de9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3949168
Jun 29 14:28:25.824594 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-3405a30b-9376-4a6f-9d07-6a0655d63425 req-bf760579-0bf8-4658-a4c1-b48bebf997d0 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1680942
Jun 29 14:28:25.829443 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e7459c7d-313e-4585-9007-a9d83024b710 req-6feb85cc-5d6e-4453-a490-c08d5d18e2b3 service neutron] 10.222.0.69 "GET /v2.0/networks/e18f3f47-eda3-4841-b6ac-77a54d6b46e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3776534
Jun 29 14:28:25.837992 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.db.resource_extend [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 29 14:28:25.907395 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966af27d-055a-4767-8c35-4aa08d129da4 req-3e48a017-e67e-41ce-bd8a-19fea0d7ab68 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:25.912909 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-966af27d-055a-4767-8c35-4aa08d129da4 req-3e48a017-e67e-41ce-bd8a-19fea0d7ab68 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e18f3f47-eda3-4841-b6ac-77a54d6b46e2 HTTP/1.1" status: 200  len: 919 time: 0.2761233
Jun 29 14:28:26.043370 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 7141aba9-81d7-4fd0-809e-3389b3069db4, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=7141aba9-81d7-4fd0-809e-3389b3069db4,segment=NetworkSegment(22805b8c-5eb0-4508-ac25-ba13cbff4b17),segment_id=22805b8c-5eb0-4508-ac25-ba13cbff4b17)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:28:26.051565 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning for port c16c100e-be69-4587-be2c-3bd887db981d completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:28:26.062860 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning complete for port c16c100e-be69-4587-be2c-3bd887db981d triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:28:26.063318 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:26.094954 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e7459c7d-313e-4585-9007-a9d83024b710 req-af9dcef4-0b14-4930-b9f7-20b90ea7eb34 service neutron] 10.222.0.69 "GET /v2.0/networks/e18f3f47-eda3-4841-b6ac-77a54d6b46e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2000058
Jun 29 14:28:26.095904 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-b9de63de-a84a-4b6e-bbab-d64ad79d91db tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:26.096062 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-966af27d-055a-4767-8c35-4aa08d129da4 req-fb4346ff-5b34-42b3-abf3-d9c62d7e6383 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75c1dbd6-bc8a-4537-8746-a64e7143b40b HTTP/1.1" status: 200  len: 217 time: 0.1778710
Jun 29 14:28:26.116319 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Returning: {'device': '7141aba9-81d7-4fd0-809e-3389b3069db4', 'network_id': 'e18f3f47-eda3-4841-b6ac-77a54d6b46e2', 'port_id': '7141aba9-81d7-4fd0-809e-3389b3069db4', 'mac_address': 'fa:16:3e:12:43:32', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd349a7a1-71b6-4c71-8ccc-984c68721f79', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 14:28:26.193356 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966af27d-055a-4767-8c35-4aa08d129da4 req-510e19f9-fed5-4649-85a4-2eadd96d421a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:26.195118 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-966af27d-055a-4767-8c35-4aa08d129da4 req-510e19f9-fed5-4649-85a4-2eadd96d421a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d349a7a1-71b6-4c71-8ccc-984c68721f79 HTTP/1.1" status: 200  len: 858 time: 0.0875146
Jun 29 14:28:26.198168 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:26.233702 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-b9de63de-a84a-4b6e-bbab-d64ad79d91db tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:26.254030 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7141aba9-81d7-4fd0-809e-3389b3069db4 {{(pid=74236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:28:26.258757 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-966af27d-055a-4767-8c35-4aa08d129da4 req-fc461984-59fe-4dd6-9c90-6622851c31c6 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e18f3f47-eda3-4841-b6ac-77a54d6b46e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0567067
Jun 29 14:28:26.261489 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-b9de63de-a84a-4b6e-bbab-d64ad79d91db tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768944'] for security_group_rule, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:26.272674 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:26.291554 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-0a5b33bc-5bf3-472f-a247-fb1200a35f50 service neutron] 10.222.0.13 "GET /v2.0/networks/4136cd64-8118-416e-874b-f6ed5b97de9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5206261
Jun 29 14:28:26.299377 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:26.300615 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de63de-a84a-4b6e-bbab-d64ad79d91db tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6305acc9-8b78-4591-a85a-c2be05612ef5,revision_number=0']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:26.313172 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-b9de63de-a84a-4b6e-bbab-d64ad79d91db tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:26.320025 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-b9de63de-a84a-4b6e-bbab-d64ad79d91db tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:26.321665 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-b9de63de-a84a-4b6e-bbab-d64ad79d91db tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.7644963
Jun 29 14:28:26.324849 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 38130) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:26.337531 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-7af1a148-1c07-44ec-8e45-cede1519116c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Request body: {'floatingip': {'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:28:26.338445 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 7141aba9-81d7-4fd0-809e-3389b3069db4, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=7141aba9-81d7-4fd0-809e-3389b3069db4,segment=NetworkSegment(22805b8c-5eb0-4508-ac25-ba13cbff4b17),segment_id=22805b8c-5eb0-4508-ac25-ba13cbff4b17)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:28:26.353920 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:26.357977 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4204ace9-a335-4389-a3f9-42c87398c886 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:26.361174 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-7af1a148-1c07-44ec-8e45-cede1519116c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:28:26.369834 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-7af1a148-1c07-44ec-8e45-cede1519116c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Usage tracker for resource:floatingip and tenant:9168106bff7043a69607ef135131ee6b is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:28:26.377118 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-7af1a148-1c07-44ec-8e45-cede1519116c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:28:26.389219 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-7af1a148-1c07-44ec-8e45-cede1519116c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:28:26.401479 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e81d544-e28c-4a51-a0bc-60d9039d8ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16c100e-be69-4587-be2c-3bd887db981d'}] {{(pid=74236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:28:26.427847 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7af1a148-1c07-44ec-8e45-cede1519116c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for floatingip, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:26.496167 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-966af27d-055a-4767-8c35-4aa08d129da4 req-fb01cf7f-8afe-4a55-bfd8-6446ce231df6 service neutron] 10.222.0.69 "GET /v2.0/networks/e18f3f47-eda3-4841-b6ac-77a54d6b46e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2308750
Jun 29 14:28:26.612283 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=7141aba9-81d7-4fd0-809e-3389b3069db4,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:26.631562 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:26.643245 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port c16c100e-be69-4587-be2c-3bd887db981d, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=c16c100e-be69-4587-be2c-3bd887db981d,segment=NetworkSegment(5cdb01d4-f8d7-46f9-8d82-2b447c11ef10),segment_id=5cdb01d4-f8d7-46f9-8d82-2b447c11ef10)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:28:26.653868 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:26.655894 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:26.699356 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4ea1de99-7db6-4846-8647-2be2670ffdcb req-5fde77e4-6679-4595-aa92-30be97bcb4f8 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 210 time: 0.0707242
Jun 29 14:28:26.744832 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['7141aba9-81d7-4fd0-809e-3389b3069db4'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:28:26.786762 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-966af27d-055a-4767-8c35-4aa08d129da4 req-5103d739-b4eb-4fa5-ac60-098a6a9f0e4b service neutron] 10.222.0.69 "GET /v2.0/networks/e18f3f47-eda3-4841-b6ac-77a54d6b46e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2740340
Jun 29 14:28:26.846627 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7af1a148-1c07-44ec-8e45-cede1519116c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:26.930570 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=c16c100e-be69-4587-be2c-3bd887db981d,revision_number=5']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:26.935289 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:26.970336 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a828c398-5016-4501-8b77-76168c1802d2 req-742eecf7-70c8-4d66-8aa1-d9e7a91cd4e8 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:26.972035 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a828c398-5016-4501-8b77-76168c1802d2 req-742eecf7-70c8-4d66-8aa1-d9e7a91cd4e8 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1 HTTP/1.1" status: 200  len: 945 time: 0.1843777
Jun 29 14:28:27.071201 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a828c398-5016-4501-8b77-76168c1802d2 req-9919f76a-25ff-4ebb-be1a-acef7fa595ef tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/security-groups?id=a482af90-05e1-4ab6-8883-a1506aff8635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0911946
Jun 29 14:28:27.116191 dv-cinder-798356-1-iscsi neutron-server[74236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e81d544-e28c-4a51-a0bc-60d9039d8ef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16c100e-be69-4587-be2c-3bd887db981d', 'code': 200}
Jun 29 14:28:27.197139 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_common [None req-7af1a148-1c07-44ec-8e45-cede1519116c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Allocated IP 172.27.1.210 (4aeb16d3-bc5e-4796-b60c-2ad2a6d47368/089d678a-05aa-4bef-b283-da88079c7f50/c9b7fb11-cd6f-4e35-9a09-6c77de81afdc) {{(pid=74234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:28:27.386966 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a35fdf-e382-4d05-ab09-8e11087ab5b7 req-233b4fa5-6d12-4372-9dca-bd1308d80a47 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:27.394998 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-96a35fdf-e382-4d05-ab09-8e11087ab5b7 req-233b4fa5-6d12-4372-9dca-bd1308d80a47 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 945 time: 0.1135852
Jun 29 14:28:27.495535 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7af1a148-1c07-44ec-8e45-cede1519116c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for port, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:27.534725 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7af1a148-1c07-44ec-8e45-cede1519116c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:27.541193 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:27.567994 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-96a35fdf-e382-4d05-ab09-8e11087ab5b7 req-fd882407-335a-4638-9d24-39ecb9da0c38 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1711371
Jun 29 14:28:27.621609 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-e83e58e4-7cad-4339-be71-e7d8e90bd267 req-eaefd5c8-3f87-4bf2-9bd9-9037c8983809 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1 HTTP/1.1" status: 200  len: 1098 time: 0.1758189
Jun 29 14:28:27.633418 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af1a148-1c07-44ec-8e45-cede1519116c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Network 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:28:27.637124 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [None req-7af1a148-1c07-44ec-8e45-cede1519116c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:28:27.640414 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af1a148-1c07-44ec-8e45-cede1519116c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Received port after_create {{(pid=74234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:28:27.671691 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-e83e58e4-7cad-4339-be71-e7d8e90bd267 req-96b46aa9-4b16-483a-ad5f-25c11c8074c2 service neutron] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:27.696140 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1a148-1c07-44ec-8e45-cede1519116c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Pushing event updated for resources: {'Port': ['ID=c9b7fb11-cd6f-4e35-9a09-6c77de81afdc,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:27.699474 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-7af1a148-1c07-44ec-8e45-cede1519116c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:27.745738 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 75c1dbd6-bc8a-4537-8746-a64e7143b40b details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 14:28:27.750401 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 7141aba9-81d7-4fd0-809e-3389b3069db4 up at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:28:27.769682 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [req-e83e58e4-7cad-4339-be71-e7d8e90bd267 req-96b46aa9-4b16-483a-ad5f-25c11c8074c2 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:28:27.780394 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-e83e58e4-7cad-4339-be71-e7d8e90bd267 req-96b46aa9-4b16-483a-ad5f-25c11c8074c2 service neutron] Usage tracker for resource:security_group_rule and tenant:bc128070e354473bbafcc036cf6ea037 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:28:27.785209 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-e83e58e4-7cad-4339-be71-e7d8e90bd267 req-96b46aa9-4b16-483a-ad5f-25c11c8074c2 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:28:27.815160 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [req-e83e58e4-7cad-4339-be71-e7d8e90bd267 req-96b46aa9-4b16-483a-ad5f-25c11c8074c2 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:28:27.985061 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-e83e58e4-7cad-4339-be71-e7d8e90bd267 req-96b46aa9-4b16-483a-ad5f-25c11c8074c2 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:28.065250 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 75c1dbd6-bc8a-4537-8746-a64e7143b40b, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=75c1dbd6-bc8a-4537-8746-a64e7143b40b,segment=NetworkSegment(22805b8c-5eb0-4508-ac25-ba13cbff4b17),segment_id=22805b8c-5eb0-4508-ac25-ba13cbff4b17)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:28:28.080812 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0252481f-7bc9-4fb7-9c34-f9012e75f385 req-6c2cfe81-e616-4c36-b2e1-1a24e1af48c7 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 210 time: 0.1011641
Jun 29 14:28:28.083296 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7af1a148-1c07-44ec-8e45-cede1519116c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:28.084011 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-e83e58e4-7cad-4339-be71-e7d8e90bd267 req-96b46aa9-4b16-483a-ad5f-25c11c8074c2 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:28.085645 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Returning: {'device': '75c1dbd6-bc8a-4537-8746-a64e7143b40b', 'network_id': 'e18f3f47-eda3-4841-b6ac-77a54d6b46e2', 'port_id': '75c1dbd6-bc8a-4537-8746-a64e7143b40b', 'mac_address': 'fa:16:3e:88:04:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd349a7a1-71b6-4c71-8ccc-984c68721f79', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 14:28:28.120917 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning for port 7141aba9-81d7-4fd0-809e-3389b3069db4 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:28:28.142649 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning complete for port 7141aba9-81d7-4fd0-809e-3389b3069db4 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:28:28.143178 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-b372e90d-b1eb-442f-a546-c1356ae987af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:28.143593 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:28.162073 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7af1a148-1c07-44ec-8e45-cede1519116c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:28.169040 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-e83e58e4-7cad-4339-be71-e7d8e90bd267 req-96b46aa9-4b16-483a-ad5f-25c11c8074c2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=a482af90-05e1-4ab6-8883-a1506aff8635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5386081
Jun 29 14:28:28.213046 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:28.217359 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 38188) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:28.239693 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75c1dbd6-bc8a-4537-8746-a64e7143b40b {{(pid=74236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:28:28.241772 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b46aa9-4b16-483a-ad5f-25c11c8074c2 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fe575f15-f207-45f0-b7fe-e5a2c569385e,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:28.251961 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-96b46aa9-4b16-483a-ad5f-25c11c8074c2 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:28.292788 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 75c1dbd6-bc8a-4537-8746-a64e7143b40b, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=75c1dbd6-bc8a-4537-8746-a64e7143b40b,segment=NetworkSegment(22805b8c-5eb0-4508-ac25-ba13cbff4b17),segment_id=22805b8c-5eb0-4508-ac25-ba13cbff4b17)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:28:28.311343 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:28.321901 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:28.382757 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:28.418243 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=75c1dbd6-bc8a-4537-8746-a64e7143b40b,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:28.425515 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:28.433168 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 7141aba9-81d7-4fd0-809e-3389b3069db4, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=7141aba9-81d7-4fd0-809e-3389b3069db4,segment=NetworkSegment(22805b8c-5eb0-4508-ac25-ba13cbff4b17),segment_id=22805b8c-5eb0-4508-ac25-ba13cbff4b17)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:28:28.448830 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:28.460954 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:28.468453 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7af1a148-1c07-44ec-8e45-cede1519116c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:28.481082 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7af1a148-1c07-44ec-8e45-cede1519116c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:28.487712 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-d44f5039-9b2f-4492-b2a5-f88bcb8351c4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:28.598893 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af1a148-1c07-44ec-8e45-cede1519116c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Pushing event updated for resources: {'Port': ['ID=c9b7fb11-cd6f-4e35-9a09-6c77de81afdc,revision_number=2']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:28.605253 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-7af1a148-1c07-44ec-8e45-cede1519116c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:28.609293 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-e9cfa479-7918-4520-93d4-65c25b1a198b tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:28.610945 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-e9cfa479-7918-4520-93d4-65c25b1a198b tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.69 "GET /v2.0/networks?id=4136cd64-8118-416e-874b-f6ed5b97de9f HTTP/1.1" status: 200  len: 809 time: 0.3095636
Jun 29 14:28:28.611397 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7fbeb4a8-6a08-4f3a-8c38-4d797a00a5ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:28.623060 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['75c1dbd6-bc8a-4537-8746-a64e7143b40b'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:28:28.632715 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29cfa74-4134-4b97-808f-9f3feef9bfb0 req-857fafd1-0c99-4842-b53b-8e029c16a417 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:28.639152 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-c29cfa74-4134-4b97-808f-9f3feef9bfb0 req-857fafd1-0c99-4842-b53b-8e029c16a417 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1 HTTP/1.1" status: 200  len: 945 time: 0.1829321
Jun 29 14:28:28.704533 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7af1a148-1c07-44ec-8e45-cede1519116c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-669791'] for floatingip, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:28.735127 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-e0b30053-5a05-453c-a016-2bf7c2ba86c4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Synchronizing usage tracker for tenant:5bff793212d24b37a3b1ec86e1a04aaa on resource:security_group {{(pid=74235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:28:28.752519 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-c29cfa74-4134-4b97-808f-9f3feef9bfb0 req-d8a43e40-d4e6-46cf-8f79-525abd8de690 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/security-groups?id=a482af90-05e1-4ab6-8883-a1506aff8635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0814147
Jun 29 14:28:28.756464 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=7141aba9-81d7-4fd0-809e-3389b3069db4,revision_number=5']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:28.765518 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7af1a148-1c07-44ec-8e45-cede1519116c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for floatingip, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:28.782688 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-7af1a148-1c07-44ec-8e45-cede1519116c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.4409688
Jun 29 14:28:28.782894 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:28.813444 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-e0b30053-5a05-453c-a016-2bf7c2ba86c4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Unset dirty status for tenant:5bff793212d24b37a3b1ec86e1a04aaa on resource:security_group {{(pid=74235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:28:28.813444 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-e0b30053-5a05-453c-a016-2bf7c2ba86c4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bff793212d24b37a3b1ec86e1a04aaa HTTP/1.1" status: 200  len: 380 time: 0.1656015
Jun 29 14:28:28.831988 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-7fbeb4a8-6a08-4f3a-8c38-4d797a00a5ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:28:28.832796 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-780461ad-e48e-4878-b74b-fbcdb59aae80 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Request body: {'port': {'device_id': '25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c', 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f', 'admin_state_up': True, 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'security_groups': ['34018851-8d0c-4563-8283-5e3b3a13491f']}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:28:28.835787 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-7fbeb4a8-6a08-4f3a-8c38-4d797a00a5ce admin admin] Usage tracker for resource:security_group_rule and tenant:fa28c38a08544ca0a5c67c499d0c7b10 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:28:28.845206 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-7fbeb4a8-6a08-4f3a-8c38-4d797a00a5ce admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:28:28.854720 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-7fbeb4a8-6a08-4f3a-8c38-4d797a00a5ce admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:28:28.968275 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7fbeb4a8-6a08-4f3a-8c38-4d797a00a5ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:29.019974 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 38212) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:29.021151 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7fbeb4a8-6a08-4f3a-8c38-4d797a00a5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:29.044115 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:29.086354 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbeb4a8-6a08-4f3a-8c38-4d797a00a5ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80870532-198f-4741-b43e-4c7b1aa3bad8,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:29.119183 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baeccfee-ed71-46ca-a28a-0ca9a39383da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7141aba9-81d7-4fd0-809e-3389b3069db4'}] {{(pid=74236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:28:29.119370 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-7fbeb4a8-6a08-4f3a-8c38-4d797a00a5ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:29.161821 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-780461ad-e48e-4878-b74b-fbcdb59aae80 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:28:29.166438 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-780461ad-e48e-4878-b74b-fbcdb59aae80 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Usage tracker for resource:port and tenant:5bff793212d24b37a3b1ec86e1a04aaa is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:28:29.169583 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-780461ad-e48e-4878-b74b-fbcdb59aae80 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Quota usage for port was recalculated. Used quota:3. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:28:29.176703 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-780461ad-e48e-4878-b74b-fbcdb59aae80 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:28:29.189039 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-780461ad-e48e-4878-b74b-fbcdb59aae80 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Made reservation on behalf of 5bff793212d24b37a3b1ec86e1a04aaa for: {'port': 1} {{(pid=74235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:28:29.193926 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-7fbeb4a8-6a08-4f3a-8c38-4d797a00a5ce admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fa28c38a08544ca0a5c67c499d0c7b10&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9754205
Jun 29 14:28:29.194694 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-780461ad-e48e-4878-b74b-fbcdb59aae80 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:29.206574 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 38232) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:29.268722 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a6f77-8685-4be5-93d9-40d55a9cbc6e req-7faa1c39-c876-4a29-b685-f386fb32fe2f tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:29.270243 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-232a6f77-8685-4be5-93d9-40d55a9cbc6e req-7faa1c39-c876-4a29-b685-f386fb32fe2f tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.2984698
Jun 29 14:28:29.316524 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7880c7a7-8fd6-4406-a897-cb6128ef9b72 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:29.341986 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-8114781c-1b03-4c20-a718-966fcf94484b req-c526d07b-33fb-4f35-9d21-cead1232e978 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Synchronizing usage tracker for tenant:9168106bff7043a69607ef135131ee6b on resource:security_group {{(pid=74235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:28:29.388326 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-7880c7a7-8fd6-4406-a897-cb6128ef9b72 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:28:29.392093 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-232a6f77-8685-4be5-93d9-40d55a9cbc6e req-98192fc2-d1d7-4229-b5c4-50ce345d6b37 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010435
Jun 29 14:28:29.394120 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-535c9f5b-bd26-444d-8cd1-a45361ff9c67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:29.396097 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-7880c7a7-8fd6-4406-a897-cb6128ef9b72 admin admin] Usage tracker for resource:security_group_rule and tenant:9d35c97dee054ebe8ae15346e00b8840 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:28:29.399680 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-7880c7a7-8fd6-4406-a897-cb6128ef9b72 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:28:29.412971 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-8114781c-1b03-4c20-a718-966fcf94484b req-c526d07b-33fb-4f35-9d21-cead1232e978 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Unset dirty status for tenant:9168106bff7043a69607ef135131ee6b on resource:security_group {{(pid=74235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:28:29.414070 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-7880c7a7-8fd6-4406-a897-cb6128ef9b72 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:28:29.414741 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8114781c-1b03-4c20-a718-966fcf94484b req-c526d07b-33fb-4f35-9d21-cead1232e978 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--857793879&fields=id&tenant_id=9168106bff7043a69607ef135131ee6b HTTP/1.1" status: 200  len: 267 time: 0.1861002
Jun 29 14:28:29.437521 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-535c9f5b-bd26-444d-8cd1-a45361ff9c67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:29.534278 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.db_base_plugin_common [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-780461ad-e48e-4878-b74b-fbcdb59aae80 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Allocated IP 172.20.0.9 (4136cd64-8118-416e-874b-f6ed5b97de9f/6b290bd3-20c6-48b7-a0ea-2f1a94cb7740/05abead1-999d-420b-9b7b-383b2a076a22) {{(pid=74235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:28:29.542797 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7880c7a7-8fd6-4406-a897-cb6128ef9b72 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:29.557323 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-535c9f5b-bd26-444d-8cd1-a45361ff9c67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:29.559178 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7880c7a7-8fd6-4406-a897-cb6128ef9b72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:29.571242 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:29.612768 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114781c-1b03-4c20-a718-966fcf94484b req-ae17e165-d95d-42a9-b3c4-ae692ffef99b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:29.614420 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8114781c-1b03-4c20-a718-966fcf94484b req-ae17e165-d95d-42a9-b3c4-ae692ffef99b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/networks?id=4efbe09a-ec64-4c57-8f69-466f632996dc HTTP/1.1" status: 200  len: 816 time: 0.1867819
Jun 29 14:28:29.618256 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535c9f5b-bd26-444d-8cd1-a45361ff9c67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80870532-198f-4741-b43e-4c7b1aa3bad8,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:29.689448 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-37104bf5-bd72-4868-acd9-07ad7c400b51 req-3feaa572-7059-453f-a7a7-62df9a281185 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 210 time: 0.0767376
Jun 29 14:28:29.703142 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8114781c-1b03-4c20-a718-966fcf94484b req-3e1c9de6-a26e-4c18-b135-f337049c091f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/quotas/9168106bff7043a69607ef135131ee6b HTTP/1.1" status: 200  len: 375 time: 0.0684590
Jun 29 14:28:29.713654 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-535c9f5b-bd26-444d-8cd1-a45361ff9c67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:29.714154 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-535c9f5b-bd26-444d-8cd1-a45361ff9c67 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/80870532-198f-4741-b43e-4c7b1aa3bad8 HTTP/1.1" status: 204  len: 168 time: 0.4989147
Jun 29 14:28:29.748770 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7880c7a7-8fd6-4406-a897-cb6128ef9b72 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=345650ca-654b-4bb5-a6a0-2b01815a6769,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:29.761296 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 75c1dbd6-bc8a-4537-8746-a64e7143b40b up at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:28:29.765629 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-7880c7a7-8fd6-4406-a897-cb6128ef9b72 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d35c97dee054ebe8ae15346e00b8840&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7430389
Jun 29 14:28:29.766824 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-7880c7a7-8fd6-4406-a897-cb6128ef9b72 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:29.771617 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 38248) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:29.772100 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:29.772401 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:29.842415 dv-cinder-798356-1-iscsi neutron-server[74236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baeccfee-ed71-46ca-a28a-0ca9a39383da', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7141aba9-81d7-4fd0-809e-3389b3069db4', 'code': 200}
Jun 29 14:28:29.932165 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning for port 75c1dbd6-bc8a-4537-8746-a64e7143b40b completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:28:29.938924 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning complete for port 75c1dbd6-bc8a-4537-8746-a64e7143b40b triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:28:29.940783 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:29.956407 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-780461ad-e48e-4878-b74b-fbcdb59aae80 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for port, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:29.969068 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-673770dd-9290-411c-b9b0-7cdc4b020626 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:29.999519 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.provisioning_blocks [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-780461ad-e48e-4878-b74b-fbcdb59aae80 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Transition to ACTIVE for port object 05abead1-999d-420b-9b7b-383b2a076a22 will not be triggered until provisioned by entity DHCP. {{(pid=74235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:28:30.061570 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-673770dd-9290-411c-b9b0-7cdc4b020626 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:30.086321 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8114781c-1b03-4c20-a718-966fcf94484b req-41eec3d1-c5af-41b6-94f6-db40d87fc78a tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9168106bff7043a69607ef135131ee6b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.3740697
Jun 29 14:28:30.109098 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-780461ad-e48e-4878-b74b-fbcdb59aae80 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:30.119355 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:30.147209 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d897d67-a6c4-4968-923a-8f9ef4138168 req-5b886cd0-a885-42a4-a1a1-8595707f011c tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:30.148815 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-2d897d67-a6c4-4968-923a-8f9ef4138168 req-5b886cd0-a885-42a4-a1a1-8595707f011c tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1 HTTP/1.1" status: 200  len: 945 time: 0.1311691
Jun 29 14:28:30.151647 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-673770dd-9290-411c-b9b0-7cdc4b020626 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:30.157437 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-c5238958-5c07-425e-9144-cf4a70c84af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:30.221645 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673770dd-9290-411c-b9b0-7cdc4b020626 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=345650ca-654b-4bb5-a6a0-2b01815a6769,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:30.225257 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-673770dd-9290-411c-b9b0-7cdc4b020626 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:30.243258 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-673770dd-9290-411c-b9b0-7cdc4b020626 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:30.259950 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-673770dd-9290-411c-b9b0-7cdc4b020626 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/345650ca-654b-4bb5-a6a0-2b01815a6769 HTTP/1.1" status: 204  len: 168 time: 0.4863145
Jun 29 14:28:30.262803 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:30.269144 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-780461ad-e48e-4878-b74b-fbcdb59aae80 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Network 4136cd64-8118-416e-874b-f6ed5b97de9f is already hosted by enough agents. {{(pid=74235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:28:30.273398 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.base_scheduler [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-780461ad-e48e-4878-b74b-fbcdb59aae80 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Resources bound (agent type, host, resource id):  {{(pid=74235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:28:30.277846 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.l3_dvrscheduler_db [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-780461ad-e48e-4878-b74b-fbcdb59aae80 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Received port after_create {{(pid=74235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:28:30.337186 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780461ad-e48e-4878-b74b-fbcdb59aae80 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Pushing event updated for resources: {'Port': ['ID=05abead1-999d-420b-9b7b-383b2a076a22,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:30.349697 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-780461ad-e48e-4878-b74b-fbcdb59aae80 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:30.355386 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 75c1dbd6-bc8a-4537-8746-a64e7143b40b, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=75c1dbd6-bc8a-4537-8746-a64e7143b40b,segment=NetworkSegment(22805b8c-5eb0-4508-ac25-ba13cbff4b17),segment_id=22805b8c-5eb0-4508-ac25-ba13cbff4b17)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:28:30.368400 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-2d897d67-a6c4-4968-923a-8f9ef4138168 req-1dc4c758-6298-47f9-a2d1-f6d5e642c646 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/security-groups?id=a482af90-05e1-4ab6-8883-a1506aff8635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2118256
Jun 29 14:28:30.374331 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-780461ad-e48e-4878-b74b-fbcdb59aae80 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:30.375271 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-780461ad-e48e-4878-b74b-fbcdb59aae80 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for port, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:30.386480 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:30.392876 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:30.445774 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 38266) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:30.447547 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-a1feaf28-e1bc-4d83-b372-98ba85947f50 req-073bcf54-bbf4-4be9-8e0e-0ad258595013 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 1099 time: 0.1576724
Jun 29 14:28:30.497624 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-f9e7c27e-6844-48d7-99db-d10263eb512e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:30.512409 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-780461ad-e48e-4878-b74b-fbcdb59aae80 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6964223
Jun 29 14:28:30.548988 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-a1feaf28-e1bc-4d83-b372-98ba85947f50 req-a2bc35d7-3dee-4b49-a9d7-b521c6d182a3 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937200
Jun 29 14:28:30.552116 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-f9e7c27e-6844-48d7-99db-d10263eb512e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:28:30.555342 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=75c1dbd6-bc8a-4537-8746-a64e7143b40b,revision_number=5']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:30.556736 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-f9e7c27e-6844-48d7-99db-d10263eb512e admin admin] Usage tracker for resource:security_group_rule and tenant:72c60d0cd7674f478a9c126147bafc06 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:28:30.561328 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-f9e7c27e-6844-48d7-99db-d10263eb512e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:28:30.563352 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:30.568807 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-f9e7c27e-6844-48d7-99db-d10263eb512e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:28:30.591631 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-a555baeb-1cf3-4738-9228-235defd8e772 service neutron] Request body: {'port': {'device_id': '25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:28:30.648440 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [req-8114781c-1b03-4c20-a718-966fcf94484b req-f4ac18f6-2fe5-48d0-8e10-6b2156c4119a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=74235) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 29 14:28:30.649445 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8114781c-1b03-4c20-a718-966fcf94484b req-f4ac18f6-2fe5-48d0-8e10-6b2156c4119a service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.2445958
Jun 29 14:28:30.772580 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-361e52cc-6a1d-4f9b-81b9-bc7531dceb8f None None] Provisioning for port 05abead1-999d-420b-9b7b-383b2a076a22 completed by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:28:30.781623 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-361e52cc-6a1d-4f9b-81b9-bc7531dceb8f None None] Provisioning complete for port 05abead1-999d-420b-9b7b-383b2a076a22 triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:28:30.782058 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-361e52cc-6a1d-4f9b-81b9-bc7531dceb8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:30.791906 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3fdb61-5e6e-4ef8-9235-8d7fdd4c2f9c req-c658b2cb-8f97-406b-8641-f30d41b0cc14 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:30.801701 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-7d3fdb61-5e6e-4ef8-9235-8d7fdd4c2f9c req-c658b2cb-8f97-406b-8641-f30d41b0cc14 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.1657851
Jun 29 14:28:30.849189 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-361e52cc-6a1d-4f9b-81b9-bc7531dceb8f None None] Port 05abead1-999d-420b-9b7b-383b2a076a22 cannot update to ACTIVE because it is not bound. {{(pid=74236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 14:28:30.879737 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-a555baeb-1cf3-4738-9228-235defd8e772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:30.883057 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-7d3fdb61-5e6e-4ef8-9235-8d7fdd4c2f9c req-0ebd4f58-c826-4e5f-8547-4561eb7bb235 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801246
Jun 29 14:28:31.076865 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-f9e7c27e-6844-48d7-99db-d10263eb512e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:31.100186 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-f9e7c27e-6844-48d7-99db-d10263eb512e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:31.178779 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac2c929-82cd-42f3-888e-22fbed971c6f req-62e6a92a-6318-405a-ae3b-36b4a2f5187f tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:31.180237 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-eac2c929-82cd-42f3-888e-22fbed971c6f req-62e6a92a-6318-405a-ae3b-36b4a2f5187f tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 931 time: 0.1032033
Jun 29 14:28:31.201814 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:31.247083 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-eac2c929-82cd-42f3-888e-22fbed971c6f req-a531583d-7ccb-492e-a4b8-4bacdb8b9ebf tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0612545
Jun 29 14:28:31.265908 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8114781c-1b03-4c20-a718-966fcf94484b req-3603e0b7-b937-473a-aeea-49fb692e8d72 service neutron] 10.222.0.13 "GET /v2.0/networks/4efbe09a-ec64-4c57-8f69-466f632996dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6054294
Jun 29 14:28:31.401888 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9e7c27e-6844-48d7-99db-d10263eb512e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d87048c-626b-4c79-be5d-77c6347c36ff,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:31.409750 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-f9e7c27e-6844-48d7-99db-d10263eb512e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:31.416178 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-f9e7c27e-6844-48d7-99db-d10263eb512e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=72c60d0cd7674f478a9c126147bafc06&name=default HTTP/1.1" status: 200  len: 2647 time: 0.9643538
Jun 29 14:28:31.416701 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 38306) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:31.546816 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0168e37b-27d1-42e5-92e6-7800b70bd0cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:31.584045 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0168e37b-27d1-42e5-92e6-7800b70bd0cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:31.608511 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8114781c-1b03-4c20-a718-966fcf94484b req-22ef5e1b-9df5-4ecf-8edb-13cbf11329eb service neutron] 10.222.0.13 "GET /v2.0/networks/4efbe09a-ec64-4c57-8f69-466f632996dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3236902
Jun 29 14:28:31.610528 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.notifiers.nova [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-a555baeb-1cf3-4738-9228-235defd8e772 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05abead1-999d-420b-9b7b-383b2a076a22 {{(pid=74235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:28:31.617510 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-a555baeb-1cf3-4738-9228-235defd8e772 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:31.648072 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.provisioning_blocks [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-a555baeb-1cf3-4738-9228-235defd8e772 service neutron] Transition to ACTIVE for port object 05abead1-999d-420b-9b7b-383b2a076a22 will not be triggered until provisioned by entity L2. {{(pid=74235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:28:31.655939 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-a555baeb-1cf3-4738-9228-235defd8e772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1167191'] for port, after_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:31.660893 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-780461ad-e48e-4878-b74b-fbcdb59aae80 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:31.808790 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555baeb-1cf3-4738-9228-235defd8e772 service neutron] Pushing event updated for resources: {'Port': ['ID=05abead1-999d-420b-9b7b-383b2a076a22,revision_number=2']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:31.813359 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-a555baeb-1cf3-4738-9228-235defd8e772 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:31.844008 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213fffa4-91cb-45a3-9520-6f01b3e064fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c1dbd6-bc8a-4537-8746-a64e7143b40b'}] {{(pid=74236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:28:31.877960 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23c6ef3-0807-43f6-ad5e-502e3a27a261 req-65cfe489-ab69-4ba4-8dbb-54bde04cbf6a tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:31.881040 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-a23c6ef3-0807-43f6-ad5e-502e3a27a261 req-65cfe489-ab69-4ba4-8dbb-54bde04cbf6a tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1 HTTP/1.1" status: 200  len: 945 time: 0.2666891
Jun 29 14:28:31.881982 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0168e37b-27d1-42e5-92e6-7800b70bd0cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:31.888372 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:31.918552 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0168e37b-27d1-42e5-92e6-7800b70bd0cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d87048c-626b-4c79-be5d-77c6347c36ff,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:31.927616 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-0168e37b-27d1-42e5-92e6-7800b70bd0cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:31.936546 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0168e37b-27d1-42e5-92e6-7800b70bd0cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:31.937833 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-0168e37b-27d1-42e5-92e6-7800b70bd0cf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d87048c-626b-4c79-be5d-77c6347c36ff HTTP/1.1" status: 204  len: 168 time: 0.5198762
Jun 29 14:28:31.976369 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-a23c6ef3-0807-43f6-ad5e-502e3a27a261 req-86baeb60-f51f-4e4a-9020-5363dbd7c282 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/security-groups?id=a482af90-05e1-4ab6-8883-a1506aff8635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723143
Jun 29 14:28:31.985953 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-9e769a5b-7514-4d9c-b14f-69f1a60ffe36 req-c41cc0fe-21ba-49a6-89e4-9d6587b9b1b6 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 210 time: 0.0989127
Jun 29 14:28:32.083970 dv-cinder-798356-1-iscsi neutron-server[74236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213fffa4-91cb-45a3-9520-6f01b3e064fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75c1dbd6-bc8a-4537-8746-a64e7143b40b', 'code': 200}
Jun 29 14:28:32.135654 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.managers [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-a555baeb-1cf3-4738-9228-235defd8e772 service neutron] Attempting to bind port 05abead1-999d-420b-9b7b-383b2a076a22 on host hv-cinder-79835 for vnic_type normal with profile  {{(pid=74235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:28:32.136119 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.managers [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-a555baeb-1cf3-4738-9228-235defd8e772 service neutron] Attempting to bind port 05abead1-999d-420b-9b7b-383b2a076a22 by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': '9893828c-dda5-4b37-8a2f-299b5eb1c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f'}] {{(pid=74235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:28:32.136292 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-a555baeb-1cf3-4738-9228-235defd8e772 service neutron] Attempting to bind port 05abead1-999d-420b-9b7b-383b2a076a22 on network 4136cd64-8118-416e-874b-f6ed5b97de9f {{(pid=74235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:28:32.143048 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-a555baeb-1cf3-4738-9228-235defd8e772 service neutron] Port 05abead1-999d-420b-9b7b-383b2a076a22 on network 4136cd64-8118-416e-874b-f6ed5b97de9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 14:28:32.143510 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-a555baeb-1cf3-4738-9228-235defd8e772 service neutron] Attempting to bind port 05abead1-999d-420b-9b7b-383b2a076a22 on network 4136cd64-8118-416e-874b-f6ed5b97de9f {{(pid=74235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:28:32.150386 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-a555baeb-1cf3-4738-9228-235defd8e772 service neutron] Checking agent: {'id': 'f619983b-74b0-4a10-ac06-3edbe0602c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:28:32.150998 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-a555baeb-1cf3-4738-9228-235defd8e772 service neutron] Checking segment: {'id': '9893828c-dda5-4b37-8a2f-299b5eb1c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:28:32.151527 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-a555baeb-1cf3-4738-9228-235defd8e772 service neutron] Bound using segment: {'id': '9893828c-dda5-4b37-8a2f-299b5eb1c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f'} {{(pid=74235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:28:32.152097 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.managers [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-a555baeb-1cf3-4738-9228-235defd8e772 service neutron] Bound port: 05abead1-999d-420b-9b7b-383b2a076a22, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9893828c-dda5-4b37-8a2f-299b5eb1c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f'}}] {{(pid=74235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:28:32.152715 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-a555baeb-1cf3-4738-9228-235defd8e772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:32.411381 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.db [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-a555baeb-1cf3-4738-9228-235defd8e772 service neutron] For port 05abead1-999d-420b-9b7b-383b2a076a22, host hv-cinder-79835, cleared binding levels {{(pid=74235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:28:32.421479 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.db [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-a555baeb-1cf3-4738-9228-235defd8e772 service neutron] For port 05abead1-999d-420b-9b7b-383b2a076a22, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=05abead1-999d-420b-9b7b-383b2a076a22,segment=NetworkSegment(9893828c-dda5-4b37-8a2f-299b5eb1c0ef),segment_id=9893828c-dda5-4b37-8a2f-299b5eb1c0ef)] {{(pid=74235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:28:32.433247 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-a555baeb-1cf3-4738-9228-235defd8e772 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1167191'] for port, after_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:32.442936 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:32.639476 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-a8703e2e-d461-4040-b0db-9e7ae5df0431 req-2ad8e559-8df8-4a6e-a896-bed19697e326 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 1099 time: 0.2317946
Jun 29 14:28:32.867920 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-a555baeb-1cf3-4738-9228-235defd8e772 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for port, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:32.875721 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-a555baeb-1cf3-4738-9228-235defd8e772 service neutron] 10.222.0.69 "PUT /v2.0/ports/05abead1-999d-420b-9b7b-383b2a076a22 HTTP/1.1" status: 200  len: 1093 time: 2.2889493
Jun 29 14:28:32.920010 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c', 'tag': '05abead1-999d-420b-9b7b-383b2a076a22'}] {{(pid=74235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:28:32.957952 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-a8703e2e-d461-4040-b0db-9e7ae5df0431 req-0520ade2-9cb1-43e8-b10f-c69756d503be service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3077712
Jun 29 14:28:32.993411 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06d367a-9160-4ccd-a2f8-19e68e3ceaee req-da328782-5733-4418-af8c-1eee30ce3cc2 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:32.995438 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a555baeb-1cf3-4738-9228-235defd8e772 service neutron] Pushing event updated for resources: {'Port': ['ID=05abead1-999d-420b-9b7b-383b2a076a22,revision_number=3']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:33.010864 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d06d367a-9160-4ccd-a2f8-19e68e3ceaee req-da328782-5733-4418-af8c-1eee30ce3cc2 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 943 time: 0.3697085
Jun 29 14:28:33.016807 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-a555baeb-1cf3-4738-9228-235defd8e772 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:33.099589 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7d6c63-2846-495d-a787-db3b63a01e2b req-ef1b4b94-562a-4b25-9658-edf11b1b6e81 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:33.111494 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-1b7d6c63-2846-495d-a787-db3b63a01e2b req-ef1b4b94-562a-4b25-9658-edf11b1b6e81 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.5364771
Jun 29 14:28:33.223697 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d06d367a-9160-4ccd-a2f8-19e68e3ceaee req-c063fe5e-d315-45f8-9163-80596cca951f tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2120712
Jun 29 14:28:33.232830 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-a3207981-8109-4fed-9b0c-2e0a76f57e8c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5bff793212d24b37a3b1ec86e1a04aaa&device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 1096 time: 0.2196605
Jun 29 14:28:33.247119 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-1b7d6c63-2846-495d-a787-db3b63a01e2b req-e0998b60-0f29-4ab2-b7ef-6c9ec0f59e01 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1346426
Jun 29 14:28:33.407086 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-df999c58-2607-4d41-823f-870cc6697ec3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05abead1-999d-420b-9b7b-383b2a076a22 HTTP/1.1" status: 200  len: 217 time: 0.1574798
Jun 29 14:28:33.471742 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c', 'tag': '05abead1-999d-420b-9b7b-383b2a076a22', 'status': 'completed', 'code': 200}
Jun 29 14:28:33.554881 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-df15b7ab-63f0-4a8f-91c8-b69541476fb1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:33.562285 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-df15b7ab-63f0-4a8f-91c8-b69541476fb1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6b290bd3-20c6-48b7-a0ea-2f1a94cb7740 HTTP/1.1" status: 200  len: 848 time: 0.1480248
Jun 29 14:28:33.575875 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-5b2ef641-d1fa-4cc5-9797-b7001bd13a0a req-613c9341-fbbf-4a53-97a2-10217b39fbdf tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 210 time: 0.1006858
Jun 29 14:28:33.761023 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-10721350-e1d7-4d56-931e-5301e527db91 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4136cd64-8118-416e-874b-f6ed5b97de9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1897783
Jun 29 14:28:34.075695 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-33a7df6d-77b3-4567-a63d-08d88b0c2c49 req-c8abddcb-a772-452b-9b26-d16174c5af97 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=49688b8975d4487d95604f13bd607887&device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 1099 time: 0.2220767
Jun 29 14:28:34.087206 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-b56d98c3-07f0-4ce7-a977-fc79aa172b2a service neutron] 10.222.0.69 "GET /v2.0/networks/4136cd64-8118-416e-874b-f6ed5b97de9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3196766
Jun 29 14:28:34.249584 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7df6d-77b3-4567-a63d-08d88b0c2c49 req-a94d820c-d44f-4836-a3bd-ab6b75a1b3ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:34.251842 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-33a7df6d-77b3-4567-a63d-08d88b0c2c49 req-a94d820c-d44f-4836-a3bd-ab6b75a1b3ba service neutron] 10.222.0.69 "GET /v2.0/networks?id=e18f3f47-eda3-4841-b6ac-77a54d6b46e2 HTTP/1.1" status: 200  len: 919 time: 0.1630683
Jun 29 14:28:34.266666 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e041220-a21b-4805-ba65-cbd05ff38d27 req-16da3e35-a2b7-41ea-bb98-9591ffae4f0d tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:34.271636 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-1e041220-a21b-4805-ba65-cbd05ff38d27 req-16da3e35-a2b7-41ea-bb98-9591ffae4f0d tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.2634816
Jun 29 14:28:34.384039 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-33a7df6d-77b3-4567-a63d-08d88b0c2c49 req-f4206d09-77a4-4e00-82a3-d97d71da3708 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7141aba9-81d7-4fd0-809e-3389b3069db4 HTTP/1.1" status: 200  len: 217 time: 0.1089435
Jun 29 14:28:34.485976 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-1e041220-a21b-4805-ba65-cbd05ff38d27 req-92c0f38d-b50b-4d05-9ae0-3d695aa1d8a7 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1365709
Jun 29 14:28:34.506327 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a7df6d-77b3-4567-a63d-08d88b0c2c49 req-fb376174-5569-4fcb-b827-91f6d8a6fa2a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:34.508166 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-33a7df6d-77b3-4567-a63d-08d88b0c2c49 req-fb376174-5569-4fcb-b827-91f6d8a6fa2a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d349a7a1-71b6-4c71-8ccc-984c68721f79 HTTP/1.1" status: 200  len: 858 time: 0.0915511
Jun 29 14:28:34.587053 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-33a7df6d-77b3-4567-a63d-08d88b0c2c49 req-d190422a-e532-44d4-a842-44ebbcf322ed service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e18f3f47-eda3-4841-b6ac-77a54d6b46e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0726638
Jun 29 14:28:34.625264 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-566d0a3b-d674-4961-abd8-cac37143cbd5 req-637f1ca9-157b-4f15-adce-5294e94d12fe service neutron] 10.222.0.69 "GET /v2.0/networks/4136cd64-8118-416e-874b-f6ed5b97de9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5320153
Jun 29 14:28:34.689190 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114781c-1b03-4c20-a718-966fcf94484b req-46588d0a-7104-4194-a09e-6065fef45f1e tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:34.691181 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-8114781c-1b03-4c20-a718-966fcf94484b req-46588d0a-7104-4194-a09e-6065fef45f1e tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Synchronizing usage tracker for tenant:9168106bff7043a69607ef135131ee6b on resource:network {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:28:34.825582 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e956d69c-109f-4dfe-be90-f5d4cc0552f7 req-3a72c203-0d9b-411c-9342-3c3827730e99 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:34.830777 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e956d69c-109f-4dfe-be90-f5d4cc0552f7 req-3a72c203-0d9b-411c-9342-3c3827730e99 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 943 time: 0.3674099
Jun 29 14:28:34.917828 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-8114781c-1b03-4c20-a718-966fcf94484b req-46588d0a-7104-4194-a09e-6065fef45f1e tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Unset dirty status for tenant:9168106bff7043a69607ef135131ee6b on resource:network {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:28:34.918984 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8114781c-1b03-4c20-a718-966fcf94484b req-46588d0a-7104-4194-a09e-6065fef45f1e tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.69 "GET /v2.0/networks?id=4efbe09a-ec64-4c57-8f69-466f632996dc HTTP/1.1" status: 200  len: 816 time: 0.7120192
Jun 29 14:28:34.925809 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-33a7df6d-77b3-4567-a63d-08d88b0c2c49 req-878d7518-1e13-41a1-8990-5406574e1278 service neutron] 10.222.0.69 "GET /v2.0/networks/e18f3f47-eda3-4841-b6ac-77a54d6b46e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3314292
Jun 29 14:28:34.994533 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e956d69c-109f-4dfe-be90-f5d4cc0552f7 req-bf570326-335f-4d16-9b54-173660650fc5 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1298902
Jun 29 14:28:35.003356 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-47b21ec5-b3cf-45f6-9fe5-54177d480e9d req-f51023b3-9cd3-46e5-a1e6-0d78fdfd86e5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5bff793212d24b37a3b1ec86e1a04aaa&device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 1096 time: 0.3059280
Jun 29 14:28:35.132173 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-33a7df6d-77b3-4567-a63d-08d88b0c2c49 req-b994c10f-e749-44d8-84f9-114142efb6e1 service neutron] 10.222.0.69 "GET /v2.0/networks/e18f3f47-eda3-4841-b6ac-77a54d6b46e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1930580
Jun 29 14:28:35.190035 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-8114781c-1b03-4c20-a718-966fcf94484b req-d1d1097d-3f0e-48f2-84ef-951e1bb3c199 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Synchronizing usage tracker for tenant:9168106bff7043a69607ef135131ee6b on resource:security_group {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:28:35.242074 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-8114781c-1b03-4c20-a718-966fcf94484b req-d1d1097d-3f0e-48f2-84ef-951e1bb3c199 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Unset dirty status for tenant:9168106bff7043a69607ef135131ee6b on resource:security_group {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:28:35.243198 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8114781c-1b03-4c20-a718-966fcf94484b req-d1d1097d-3f0e-48f2-84ef-951e1bb3c199 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9168106bff7043a69607ef135131ee6b HTTP/1.1" status: 200  len: 379 time: 0.3036983
Jun 29 14:28:35.274633 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-8114781c-1b03-4c20-a718-966fcf94484b req-131836d5-3ae9-4a0f-ada4-b35eebe24a73 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Request body: {'port': {'device_id': '65c55acb-c2d2-4123-8452-1d5205741f89', 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc', 'admin_state_up': True, 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'security_groups': ['31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b']}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:28:35.412676 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b21ec5-b3cf-45f6-9fe5-54177d480e9d req-93b0960a-e78a-48d7-ba31-a50772064efe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:35.413581 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-47b21ec5-b3cf-45f6-9fe5-54177d480e9d req-93b0960a-e78a-48d7-ba31-a50772064efe service neutron] 10.222.0.69 "GET /v2.0/networks?id=4136cd64-8118-416e-874b-f6ed5b97de9f HTTP/1.1" status: 200  len: 910 time: 0.3679590
Jun 29 14:28:35.457070 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-ed7e7632-068e-4cee-a3a8-193379fd905a req-5c754af2-6ce7-4327-a980-d5f4f46fdfeb tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Synchronizing usage tracker for tenant:9168106bff7043a69607ef135131ee6b on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:28:35.689550 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-47b21ec5-b3cf-45f6-9fe5-54177d480e9d req-3e2865f5-844f-4216-b38c-afd1f64f4a18 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05abead1-999d-420b-9b7b-383b2a076a22 HTTP/1.1" status: 200  len: 217 time: 0.2287118
Jun 29 14:28:35.739523 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-ed7e7632-068e-4cee-a3a8-193379fd905a req-5c754af2-6ce7-4327-a980-d5f4f46fdfeb tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Unset dirty status for tenant:9168106bff7043a69607ef135131ee6b on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:28:35.740783 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ed7e7632-068e-4cee-a3a8-193379fd905a req-5c754af2-6ce7-4327-a980-d5f4f46fdfeb tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 210 time: 0.3239009
Jun 29 14:28:35.753477 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-8114781c-1b03-4c20-a718-966fcf94484b req-131836d5-3ae9-4a0f-ada4-b35eebe24a73 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:28:35.764564 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-8114781c-1b03-4c20-a718-966fcf94484b req-131836d5-3ae9-4a0f-ada4-b35eebe24a73 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:28:35.806889 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8114781c-1b03-4c20-a718-966fcf94484b req-131836d5-3ae9-4a0f-ada4-b35eebe24a73 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Made reservation on behalf of 9168106bff7043a69607ef135131ee6b for: {'port': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:28:35.822712 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-8114781c-1b03-4c20-a718-966fcf94484b req-131836d5-3ae9-4a0f-ada4-b35eebe24a73 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:35.841294 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd91d0bb-ff8a-4efd-a546-0d61b8dad683 req-e4b0ab60-dc0e-4e68-82e4-407cab18655d tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:35.842847 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-cd91d0bb-ff8a-4efd-a546-0d61b8dad683 req-e4b0ab60-dc0e-4e68-82e4-407cab18655d tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.1099877
Jun 29 14:28:35.853903 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b21ec5-b3cf-45f6-9fe5-54177d480e9d req-1456e63e-0cb5-4f1d-a629-af52c4681deb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:35.855363 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-47b21ec5-b3cf-45f6-9fe5-54177d480e9d req-1456e63e-0cb5-4f1d-a629-af52c4681deb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6b290bd3-20c6-48b7-a0ea-2f1a94cb7740 HTTP/1.1" status: 200  len: 848 time: 0.1561124
Jun 29 14:28:35.893975 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-cd91d0bb-ff8a-4efd-a546-0d61b8dad683 req-50788ef9-b36c-4252-b69a-bb95d3b6f35e tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427859
Jun 29 14:28:35.968501 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-15bf03d1-99a6-4517-ad04-9de601c8e7ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:36.053638 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-47b21ec5-b3cf-45f6-9fe5-54177d480e9d req-3cccdbda-27f1-431a-924e-4a69e3f8c542 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4136cd64-8118-416e-874b-f6ed5b97de9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1607540
Jun 29 14:28:36.147592 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_common [req-8114781c-1b03-4c20-a718-966fcf94484b req-131836d5-3ae9-4a0f-ada4-b35eebe24a73 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Allocated IP 172.20.0.13 (4efbe09a-ec64-4c57-8f69-466f632996dc/7c6c0350-3172-4dbb-bc15-a1e408f3e7e3/da2a16d0-a72c-4e20-9a86-51b3070c4df3) {{(pid=74234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:28:36.364967 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:36.377190 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-47b21ec5-b3cf-45f6-9fe5-54177d480e9d req-3167e074-acc7-4323-8539-cf42cde19191 service neutron] 10.222.0.69 "GET /v2.0/networks/4136cd64-8118-416e-874b-f6ed5b97de9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3131609
Jun 29 14:28:36.490422 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efba5a78-7375-4e86-ae46-c9b62b7adc0c req-7c1d3461-e701-425b-bc24-4662ac5a6b60 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:36.491910 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-efba5a78-7375-4e86-ae46-c9b62b7adc0c req-7c1d3461-e701-425b-bc24-4662ac5a6b60 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 943 time: 0.3348820
Jun 29 14:28:36.598099 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 38492) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:36.603891 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-8114781c-1b03-4c20-a718-966fcf94484b req-131836d5-3ae9-4a0f-ada4-b35eebe24a73 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for port, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:36.647216 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-efba5a78-7375-4e86-ae46-c9b62b7adc0c req-e83b6760-2619-4dbc-8946-b6a4db96c037 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1393807
Jun 29 14:28:36.655970 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-47b21ec5-b3cf-45f6-9fe5-54177d480e9d req-082537d8-e787-4b24-b132-fece20bd3a3f service neutron] 10.222.0.69 "GET /v2.0/networks/4136cd64-8118-416e-874b-f6ed5b97de9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2720666
Jun 29 14:28:36.656961 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [req-8114781c-1b03-4c20-a718-966fcf94484b req-131836d5-3ae9-4a0f-ada4-b35eebe24a73 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Transition to ACTIVE for port object da2a16d0-a72c-4e20-9a86-51b3070c4df3 will not be triggered until provisioned by entity DHCP. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:28:36.704711 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-8114781c-1b03-4c20-a718-966fcf94484b req-131836d5-3ae9-4a0f-ada4-b35eebe24a73 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:36.712985 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-d44f5039-9b2f-4492-b2a5-f88bcb8351c4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:36.781806 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8114781c-1b03-4c20-a718-966fcf94484b req-131836d5-3ae9-4a0f-ada4-b35eebe24a73 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Network 4efbe09a-ec64-4c57-8f69-466f632996dc is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:28:36.785432 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [req-8114781c-1b03-4c20-a718-966fcf94484b req-131836d5-3ae9-4a0f-ada4-b35eebe24a73 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:28:36.789620 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [req-8114781c-1b03-4c20-a718-966fcf94484b req-131836d5-3ae9-4a0f-ada4-b35eebe24a73 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Received port after_create {{(pid=74234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:28:36.836129 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131836d5-3ae9-4a0f-ada4-b35eebe24a73 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Pushing event updated for resources: {'Port': ['ID=da2a16d0-a72c-4e20-9a86-51b3070c4df3,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:36.845304 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-131836d5-3ae9-4a0f-ada4-b35eebe24a73 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:36.888538 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4130c1ac-b956-4254-8eea-24d95bab7677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:36.891037 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114781c-1b03-4c20-a718-966fcf94484b req-131836d5-3ae9-4a0f-ada4-b35eebe24a73 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:36.892114 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-8114781c-1b03-4c20-a718-966fcf94484b req-131836d5-3ae9-4a0f-ada4-b35eebe24a73 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:36.943644 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8114781c-1b03-4c20-a718-966fcf94484b req-131836d5-3ae9-4a0f-ada4-b35eebe24a73 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.6789277
Jun 29 14:28:36.969219 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-8114781c-1b03-4c20-a718-966fcf94484b req-ecad36d4-3354-4031-ad7b-73ca52caeeff service neutron] Request body: {'port': {'device_id': '65c55acb-c2d2-4123-8452-1d5205741f89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:28:36.981621 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-4130c1ac-b956-4254-8eea-24d95bab7677 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:28:36.988344 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-4130c1ac-b956-4254-8eea-24d95bab7677 admin admin] Usage tracker for resource:security_group_rule and tenant:a2c36e23686e4e24bb5cb9827a3d1243 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:28:36.993546 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-4130c1ac-b956-4254-8eea-24d95bab7677 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:28:37.000510 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-4130c1ac-b956-4254-8eea-24d95bab7677 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:28:37.199094 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-8114781c-1b03-4c20-a718-966fcf94484b req-ecad36d4-3354-4031-ad7b-73ca52caeeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:37.228431 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-aaf84b9c-4962-4d2c-bb37-2c1f9fe191ca None None] Provisioning for port da2a16d0-a72c-4e20-9a86-51b3070c4df3 completed by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:28:37.232813 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4130c1ac-b956-4254-8eea-24d95bab7677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:37.240927 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4130c1ac-b956-4254-8eea-24d95bab7677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:37.241985 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-aaf84b9c-4962-4d2c-bb37-2c1f9fe191ca None None] Provisioning complete for port da2a16d0-a72c-4e20-9a86-51b3070c4df3 triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:28:37.242409 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-aaf84b9c-4962-4d2c-bb37-2c1f9fe191ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:37.252364 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-f9e7c27e-6844-48d7-99db-d10263eb512e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:37.267462 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580eb02f-18d2-4348-b74a-e887be26df4b req-3a8ee6dd-6ece-4fe8-86be-ad801c72789b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:37.270061 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-580eb02f-18d2-4348-b74a-e887be26df4b req-3a8ee6dd-6ece-4fe8-86be-ad801c72789b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 932 time: 0.2417178
Jun 29 14:28:37.327305 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4130c1ac-b956-4254-8eea-24d95bab7677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a56b03-4b35-41ec-be4d-b4e106d7bede,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:37.343800 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-4130c1ac-b956-4254-8eea-24d95bab7677 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:37.345699 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d709a4-6045-4dbd-ac64-4e44da3e76f9 req-1ac121c1-eb53-4e07-a32a-1802a758eb17 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:37.350733 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-4130c1ac-b956-4254-8eea-24d95bab7677 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2c36e23686e4e24bb5cb9827a3d1243&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7514112
Jun 29 14:28:37.351632 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 38512) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:37.369047 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d8d709a4-6045-4dbd-ac64-4e44da3e76f9 req-1ac121c1-eb53-4e07-a32a-1802a758eb17 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.2343228
Jun 29 14:28:37.372004 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-aaf84b9c-4962-4d2c-bb37-2c1f9fe191ca None None] Port da2a16d0-a72c-4e20-9a86-51b3070c4df3 cannot update to ACTIVE because it is not bound. {{(pid=74236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 14:28:37.435018 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-580eb02f-18d2-4348-b74a-e887be26df4b req-f4a5d463-79af-4bb0-b7fc-7a50fc57de1d tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1554842
Jun 29 14:28:37.457986 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d8d709a4-6045-4dbd-ac64-4e44da3e76f9 req-1cf64840-4269-4e90-9b29-6587dd302d3c tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880404
Jun 29 14:28:37.499082 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-79d59884-372a-4024-8a0d-50bf2f50ba70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:37.526469 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-79d59884-372a-4024-8a0d-50bf2f50ba70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:37.578297 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-79d59884-372a-4024-8a0d-50bf2f50ba70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:37.583881 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-e214a265-fb06-4150-81b9-ca10012add85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:37.595551 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d59884-372a-4024-8a0d-50bf2f50ba70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a56b03-4b35-41ec-be4d-b4e106d7bede,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:37.597776 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-79d59884-372a-4024-8a0d-50bf2f50ba70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:37.605636 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-79d59884-372a-4024-8a0d-50bf2f50ba70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:37.618742 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-79d59884-372a-4024-8a0d-50bf2f50ba70 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e5a56b03-4b35-41ec-be4d-b4e106d7bede HTTP/1.1" status: 204  len: 168 time: 0.2629588
Jun 29 14:28:37.658404 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [req-8114781c-1b03-4c20-a718-966fcf94484b req-ecad36d4-3354-4031-ad7b-73ca52caeeff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da2a16d0-a72c-4e20-9a86-51b3070c4df3 {{(pid=74234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:28:37.665532 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-8114781c-1b03-4c20-a718-966fcf94484b req-ecad36d4-3354-4031-ad7b-73ca52caeeff service neutron] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:37.681376 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [req-8114781c-1b03-4c20-a718-966fcf94484b req-ecad36d4-3354-4031-ad7b-73ca52caeeff service neutron] Transition to ACTIVE for port object da2a16d0-a72c-4e20-9a86-51b3070c4df3 will not be triggered until provisioned by entity L2. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:28:37.685985 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-8114781c-1b03-4c20-a718-966fcf94484b req-ecad36d4-3354-4031-ad7b-73ca52caeeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:37.692129 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-131836d5-3ae9-4a0f-ada4-b35eebe24a73 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:37.910396 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad36d4-3354-4031-ad7b-73ca52caeeff service neutron] Pushing event updated for resources: {'Port': ['ID=da2a16d0-a72c-4e20-9a86-51b3070c4df3,revision_number=2']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:37.941875 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-ecad36d4-3354-4031-ad7b-73ca52caeeff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:37.960800 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 38528) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:37.983138 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4099a2a4-b4a3-4887-8f10-4101a96e86a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:38.030396 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 05abead1-999d-420b-9b7b-383b2a076a22 details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 14:28:38.077682 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6aeb7e-bf2a-48a3-9525-655fbfda8314 req-0fc29d7d-5f7c-4736-afad-e254a8f1aea0 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:38.079880 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-dd6aeb7e-bf2a-48a3-9525-655fbfda8314 req-0fc29d7d-5f7c-4736-afad-e254a8f1aea0 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 943 time: 0.2858708
Jun 29 14:28:38.081796 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-4099a2a4-b4a3-4887-8f10-4101a96e86a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:28:38.092825 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-4099a2a4-b4a3-4887-8f10-4101a96e86a3 admin admin] Usage tracker for resource:security_group_rule and tenant:b65e6d81699d4483a69e08ea030ee159 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:28:38.101195 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-4099a2a4-b4a3-4887-8f10-4101a96e86a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:28:38.108239 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-4099a2a4-b4a3-4887-8f10-4101a96e86a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:28:38.118816 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-8114781c-1b03-4c20-a718-966fcf94484b req-ecad36d4-3354-4031-ad7b-73ca52caeeff service neutron] Attempting to bind port da2a16d0-a72c-4e20-9a86-51b3070c4df3 on host hv-cinder-79835 for vnic_type normal with profile  {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:28:38.119162 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-8114781c-1b03-4c20-a718-966fcf94484b req-ecad36d4-3354-4031-ad7b-73ca52caeeff service neutron] Attempting to bind port da2a16d0-a72c-4e20-9a86-51b3070c4df3 by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': '0dfa2ba1-aef0-4202-9eab-77e9ea1a0785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc'}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:28:38.119521 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8114781c-1b03-4c20-a718-966fcf94484b req-ecad36d4-3354-4031-ad7b-73ca52caeeff service neutron] Attempting to bind port da2a16d0-a72c-4e20-9a86-51b3070c4df3 on network 4efbe09a-ec64-4c57-8f69-466f632996dc {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:28:38.141109 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8114781c-1b03-4c20-a718-966fcf94484b req-ecad36d4-3354-4031-ad7b-73ca52caeeff service neutron] Port da2a16d0-a72c-4e20-9a86-51b3070c4df3 on network 4efbe09a-ec64-4c57-8f69-466f632996dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 14:28:38.141368 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8114781c-1b03-4c20-a718-966fcf94484b req-ecad36d4-3354-4031-ad7b-73ca52caeeff service neutron] Attempting to bind port da2a16d0-a72c-4e20-9a86-51b3070c4df3 on network 4efbe09a-ec64-4c57-8f69-466f632996dc {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:28:38.153138 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-dd6aeb7e-bf2a-48a3-9525-655fbfda8314 req-1351e38d-116b-49d0-a727-3e3a6884f187 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615568
Jun 29 14:28:38.154303 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8114781c-1b03-4c20-a718-966fcf94484b req-ecad36d4-3354-4031-ad7b-73ca52caeeff service neutron] Checking agent: {'id': 'f619983b-74b0-4a10-ac06-3edbe0602c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 28, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:28:38.154664 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8114781c-1b03-4c20-a718-966fcf94484b req-ecad36d4-3354-4031-ad7b-73ca52caeeff service neutron] Checking segment: {'id': '0dfa2ba1-aef0-4202-9eab-77e9ea1a0785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:28:38.155067 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8114781c-1b03-4c20-a718-966fcf94484b req-ecad36d4-3354-4031-ad7b-73ca52caeeff service neutron] Bound using segment: {'id': '0dfa2ba1-aef0-4202-9eab-77e9ea1a0785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc'} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:28:38.155503 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-8114781c-1b03-4c20-a718-966fcf94484b req-ecad36d4-3354-4031-ad7b-73ca52caeeff service neutron] Bound port: da2a16d0-a72c-4e20-9a86-51b3070c4df3, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dfa2ba1-aef0-4202-9eab-77e9ea1a0785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc'}}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:28:38.155888 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-8114781c-1b03-4c20-a718-966fcf94484b req-ecad36d4-3354-4031-ad7b-73ca52caeeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:38.193627 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-e6a9dda3-cd25-4cb7-a6a7-caa3e0f8754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:38.193786 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4099a2a4-b4a3-4887-8f10-4101a96e86a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:38.195342 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4099a2a4-b4a3-4887-8f10-4101a96e86a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:38.203382 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-19b0b68c-0baa-4496-9767-09f144f2eabc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:38.245491 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4099a2a4-b4a3-4887-8f10-4101a96e86a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09d9459a-5aa9-477e-94b9-a7fed6404a61,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:38.248438 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-4099a2a4-b4a3-4887-8f10-4101a96e86a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:38.252170 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-8114781c-1b03-4c20-a718-966fcf94484b req-ecad36d4-3354-4031-ad7b-73ca52caeeff service neutron] For port da2a16d0-a72c-4e20-9a86-51b3070c4df3, host hv-cinder-79835, cleared binding levels {{(pid=74234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:28:38.255047 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-4099a2a4-b4a3-4887-8f10-4101a96e86a3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b65e6d81699d4483a69e08ea030ee159&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2929809
Jun 29 14:28:38.255800 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 38534) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:38.259989 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-8114781c-1b03-4c20-a718-966fcf94484b req-ecad36d4-3354-4031-ad7b-73ca52caeeff service neutron] For port da2a16d0-a72c-4e20-9a86-51b3070c4df3, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=da2a16d0-a72c-4e20-9a86-51b3070c4df3,segment=NetworkSegment(0dfa2ba1-aef0-4202-9eab-77e9ea1a0785),segment_id=0dfa2ba1-aef0-4202-9eab-77e9ea1a0785)] {{(pid=74234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:28:38.262815 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 05abead1-999d-420b-9b7b-383b2a076a22, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=05abead1-999d-420b-9b7b-383b2a076a22,segment=NetworkSegment(9893828c-dda5-4b37-8a2f-299b5eb1c0ef),segment_id=9893828c-dda5-4b37-8a2f-299b5eb1c0ef)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:28:38.275110 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-8114781c-1b03-4c20-a718-966fcf94484b req-ecad36d4-3354-4031-ad7b-73ca52caeeff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:38.276951 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Returning: {'device': '05abead1-999d-420b-9b7b-383b2a076a22', 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f', 'port_id': '05abead1-999d-420b-9b7b-383b2a076a22', 'mac_address': 'fa:16:3e:41:6f:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b290bd3-20c6-48b7-a0ea-2f1a94cb7740', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 14:28:38.286986 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-7af1a148-1c07-44ec-8e45-cede1519116c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:38.332473 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:38.349448 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05abead1-999d-420b-9b7b-383b2a076a22 {{(pid=74236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:28:38.366046 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-8114781c-1b03-4c20-a718-966fcf94484b req-ecad36d4-3354-4031-ad7b-73ca52caeeff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:38.366517 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 05abead1-999d-420b-9b7b-383b2a076a22, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=05abead1-999d-420b-9b7b-383b2a076a22,segment=NetworkSegment(9893828c-dda5-4b37-8a2f-299b5eb1c0ef),segment_id=9893828c-dda5-4b37-8a2f-299b5eb1c0ef)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:28:38.367452 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8114781c-1b03-4c20-a718-966fcf94484b req-ecad36d4-3354-4031-ad7b-73ca52caeeff service neutron] 10.222.0.69 "PUT /v2.0/ports/da2a16d0-a72c-4e20-9a86-51b3070c4df3 HTTP/1.1" status: 200  len: 1094 time: 1.4045043
Jun 29 14:28:38.369497 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65c55acb-c2d2-4123-8452-1d5205741f89', 'tag': 'da2a16d0-a72c-4e20-9a86-51b3070c4df3'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:28:38.371291 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:38.373033 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:38.379743 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecad36d4-3354-4031-ad7b-73ca52caeeff service neutron] Pushing event updated for resources: {'Port': ['ID=da2a16d0-a72c-4e20-9a86-51b3070c4df3,revision_number=3']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:38.409762 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-ecad36d4-3354-4031-ad7b-73ca52caeeff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:38.411057 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1e8cfec3-1dc4-4d4c-9ee8-3c8ac45c6603 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:38.438439 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=05abead1-999d-420b-9b7b-383b2a076a22,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:38.441559 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:38.443417 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65c55acb-c2d2-4123-8452-1d5205741f89', 'tag': 'da2a16d0-a72c-4e20-9a86-51b3070c4df3', 'status': 'completed', 'code': 200}
Jun 29 14:28:38.450446 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1e8cfec3-1dc4-4d4c-9ee8-3c8ac45c6603 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:38.507947 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1e8cfec3-1dc4-4d4c-9ee8-3c8ac45c6603 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:38.512123 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:38.528602 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8cfec3-1dc4-4d4c-9ee8-3c8ac45c6603 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09d9459a-5aa9-477e-94b9-a7fed6404a61,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:38.545297 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-1e8cfec3-1dc4-4d4c-9ee8-3c8ac45c6603 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:38.546060 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1e8cfec3-1dc4-4d4c-9ee8-3c8ac45c6603 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:38.549961 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-1e8cfec3-1dc4-4d4c-9ee8-3c8ac45c6603 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/09d9459a-5aa9-477e-94b9-a7fed6404a61 HTTP/1.1" status: 204  len: 168 time: 0.2929745
Jun 29 14:28:38.760810 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ae97f3-06a4-4a0a-9336-735a0f506696 req-735596a7-83f5-4a92-bbc0-7a630a673d3f tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:38.763266 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e3ae97f3-06a4-4a0a-9336-735a0f506696 req-735596a7-83f5-4a92-bbc0-7a630a673d3f tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.1210153
Jun 29 14:28:38.775962 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e4b37-7aaa-4eaa-8c05-3b1b0fb6c151 req-f4259cf5-56e6-4f0d-8063-67265ad3f221 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:38.777418 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-7d5e4b37-7aaa-4eaa-8c05-3b1b0fb6c151 req-f4259cf5-56e6-4f0d-8063-67265ad3f221 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 944 time: 0.1230776
Jun 29 14:28:38.813230 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e3ae97f3-06a4-4a0a-9336-735a0f506696 req-2f18e26c-4ed6-469e-a45b-0cd590168c59 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0434554
Jun 29 14:28:38.829250 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-7d5e4b37-7aaa-4eaa-8c05-3b1b0fb6c151 req-3c30d6a8-5672-42ab-acfc-0027de8c71fd tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458093
Jun 29 14:28:39.159701 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:39.364905 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f522fc-6590-4afa-87b8-0bb26757fc2f req-366dcd77-52b1-4cea-a1b3-77c786d3a0da tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:39.366353 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-16f522fc-6590-4afa-87b8-0bb26757fc2f req-366dcd77-52b1-4cea-a1b3-77c786d3a0da tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 944 time: 0.0789692
Jun 29 14:28:39.412508 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-16f522fc-6590-4afa-87b8-0bb26757fc2f req-18e1c863-8645-4da5-beaf-a0a1d77b3277 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0402331
Jun 29 14:28:39.928770 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:40.028102 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5335cc6-c574-4d6f-8267-c3e12200a51f req-2d314ce6-4c29-4100-ba4b-db3bd3e354db tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:40.030261 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a5335cc6-c574-4d6f-8267-c3e12200a51f req-2d314ce6-4c29-4100-ba4b-db3bd3e354db tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.0863280
Jun 29 14:28:40.058780 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e7fcee76-403b-48a4-beb9-10de1fb8cbf0 req-373e99b3-8c82-4b65-84ba-204b18447998 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9168106bff7043a69607ef135131ee6b&device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 1097 time: 0.1425014
Jun 29 14:28:40.082800 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a5335cc6-c574-4d6f-8267-c3e12200a51f req-865dacde-6cdd-4b0d-9861-6d1bb289257f tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442410
Jun 29 14:28:40.099807 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271ac120-a39c-49d6-8a9a-faa4ee44ed1e req-5f6ae11f-d362-4cd2-aa8d-fcddf486fc0d tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:40.101056 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-271ac120-a39c-49d6-8a9a-faa4ee44ed1e req-5f6ae11f-d362-4cd2-aa8d-fcddf486fc0d tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Synchronizing usage tracker for tenant:9168106bff7043a69607ef135131ee6b on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:28:40.195234 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-271ac120-a39c-49d6-8a9a-faa4ee44ed1e req-5f6ae11f-d362-4cd2-aa8d-fcddf486fc0d tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Unset dirty status for tenant:9168106bff7043a69607ef135131ee6b on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:28:40.196451 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-271ac120-a39c-49d6-8a9a-faa4ee44ed1e req-5f6ae11f-d362-4cd2-aa8d-fcddf486fc0d tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 944 time: 0.2120919
Jun 29 14:28:40.234056 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['05abead1-999d-420b-9b7b-383b2a076a22'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:28:40.281397 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcee76-403b-48a4-beb9-10de1fb8cbf0 req-40a98413-237c-47f5-9699-a20c7e5e1df7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:40.283393 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e7fcee76-403b-48a4-beb9-10de1fb8cbf0 req-40a98413-237c-47f5-9699-a20c7e5e1df7 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=9168106bff7043a69607ef135131ee6b&shared=False HTTP/1.1" status: 200  len: 917 time: 0.2120035
Jun 29 14:28:40.292184 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-271ac120-a39c-49d6-8a9a-faa4ee44ed1e req-c9ff0acb-9202-493f-9af8-55fe58261d03 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0863461
Jun 29 14:28:40.447005 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fcee76-403b-48a4-beb9-10de1fb8cbf0 req-fefb4ebd-3486-412f-97c8-5a720452251a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:40.449179 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e7fcee76-403b-48a4-beb9-10de1fb8cbf0 req-fefb4ebd-3486-412f-97c8-5a720452251a service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1557965
Jun 29 14:28:40.567014 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8114781c-1b03-4c20-a718-966fcf94484b req-412acff3-3c4a-4d22-a34e-3f2dd2574cd8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9168106bff7043a69607ef135131ee6b&device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 1097 time: 0.0678620
Jun 29 14:28:40.610746 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e782d15e-2917-4899-8713-1d139ef7b679 req-149be334-493a-4074-a42c-191adf6eac12 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:40.611433 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-e782d15e-2917-4899-8713-1d139ef7b679 req-149be334-493a-4074-a42c-191adf6eac12 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Synchronizing usage tracker for tenant:5bff793212d24b37a3b1ec86e1a04aaa on resource:port {{(pid=74235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:28:40.627836 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-e782d15e-2917-4899-8713-1d139ef7b679 req-149be334-493a-4074-a42c-191adf6eac12 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Unset dirty status for tenant:5bff793212d24b37a3b1ec86e1a04aaa on resource:port {{(pid=74235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:28:40.630436 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-e782d15e-2917-4899-8713-1d139ef7b679 req-149be334-493a-4074-a42c-191adf6eac12 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 944 time: 0.0932944
Jun 29 14:28:40.640980 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8114781c-1b03-4c20-a718-966fcf94484b req-271d1778-bc5a-4f2d-ab06-2ee09d36db54 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da2a16d0-a72c-4e20-9a86-51b3070c4df3 HTTP/1.1" status: 200  len: 217 time: 0.0662773
Jun 29 14:28:40.679583 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-e782d15e-2917-4899-8713-1d139ef7b679 req-957d0580-736b-471f-bfce-4d0c0890cfc0 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430510
Jun 29 14:28:40.724684 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8114781c-1b03-4c20-a718-966fcf94484b req-02301529-9a62-4624-bec1-5f3293e2ff4d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:40.726151 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8114781c-1b03-4c20-a718-966fcf94484b req-02301529-9a62-4624-bec1-5f3293e2ff4d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7c6c0350-3172-4dbb-bc15-a1e408f3e7e3 HTTP/1.1" status: 200  len: 855 time: 0.0763040
Jun 29 14:28:40.813843 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8114781c-1b03-4c20-a718-966fcf94484b req-4f86e1a4-8d35-4f24-af80-e672f9d4210a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4efbe09a-ec64-4c57-8f69-466f632996dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0710232
Jun 29 14:28:40.852906 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:41.038109 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8114781c-1b03-4c20-a718-966fcf94484b req-d11c385e-1fff-4e89-85f0-2989caa2ad10 service neutron] 10.222.0.69 "GET /v2.0/networks/4efbe09a-ec64-4c57-8f69-466f632996dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2196083
Jun 29 14:28:41.172968 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8114781c-1b03-4c20-a718-966fcf94484b req-14a7aeef-a4e3-4633-889f-0614f1c0b524 service neutron] 10.222.0.69 "GET /v2.0/networks/4efbe09a-ec64-4c57-8f69-466f632996dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1283917
Jun 29 14:28:41.310281 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b0c3a7-7b89-4296-a8f3-7c2e86feea34 req-dc7f6d86-4d85-4f42-a089-88106b3c5739 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:41.312130 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c7b0c3a7-7b89-4296-a8f3-7c2e86feea34 req-dc7f6d86-4d85-4f42-a089-88106b3c5739 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.0933661
Jun 29 14:28:41.367080 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c7b0c3a7-7b89-4296-a8f3-7c2e86feea34 req-5a4ce7d8-2146-4b8f-8e9a-2347e4e82e33 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488265
Jun 29 14:28:41.593023 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9564319a-5b86-4961-9e41-61801845ef8c req-358c4a45-ce7a-465b-a56f-9527db1affdb tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:41.614715 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-9564319a-5b86-4961-9e41-61801845ef8c req-358c4a45-ce7a-465b-a56f-9527db1affdb tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 944 time: 0.1198113
Jun 29 14:28:41.705955 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-9564319a-5b86-4961-9e41-61801845ef8c req-49ecd77a-57b8-41ce-b0d3-5fe89d1cfe73 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0888424
Jun 29 14:28:41.714300 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 38670) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:41.903105 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 05abead1-999d-420b-9b7b-383b2a076a22 up at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:28:41.921025 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e6ed665-ee6a-486a-91e5-d7672d99ff82 req-939b459f-4c3f-44c3-bd4f-f2e07c438824 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:41.922644 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-6e6ed665-ee6a-486a-91e5-d7672d99ff82 req-939b459f-4c3f-44c3-bd4f-f2e07c438824 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 944 time: 0.0862052
Jun 29 14:28:41.959907 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-e4c67250-de69-4be0-8bff-c7c85f7b221a admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:41.975610 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-6e6ed665-ee6a-486a-91e5-d7672d99ff82 req-675982b4-4429-4c85-ae72-ffba4d99a7e4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466859
Jun 29 14:28:42.017498 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-e4c67250-de69-4be0-8bff-c7c85f7b221a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:28:42.021299 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-e4c67250-de69-4be0-8bff-c7c85f7b221a admin admin] Usage tracker for resource:security_group_rule and tenant:3dbb2b2545a14098812eeba3a94dff3f is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:28:42.024183 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-e4c67250-de69-4be0-8bff-c7c85f7b221a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:28:42.029014 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning for port 05abead1-999d-420b-9b7b-383b2a076a22 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:28:42.030070 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-e4c67250-de69-4be0-8bff-c7c85f7b221a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:28:42.033650 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning complete for port 05abead1-999d-420b-9b7b-383b2a076a22 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:28:42.034025 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:42.103578 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-e4c67250-de69-4be0-8bff-c7c85f7b221a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:42.108421 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-e4c67250-de69-4be0-8bff-c7c85f7b221a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:42.115659 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:42.154093 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c67250-de69-4be0-8bff-c7c85f7b221a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f33f3c3-5ce1-4519-b704-8d40db49d51b,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:42.155465 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:42.157275 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-e4c67250-de69-4be0-8bff-c7c85f7b221a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:42.163196 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 38688) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:42.163381 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-e4c67250-de69-4be0-8bff-c7c85f7b221a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3dbb2b2545a14098812eeba3a94dff3f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4474177
Jun 29 14:28:42.183906 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05abead1-999d-420b-9b7b-383b2a076a22'}] {{(pid=74236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:28:42.194266 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 05abead1-999d-420b-9b7b-383b2a076a22, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=05abead1-999d-420b-9b7b-383b2a076a22,segment=NetworkSegment(9893828c-dda5-4b37-8a2f-299b5eb1c0ef),segment_id=9893828c-dda5-4b37-8a2f-299b5eb1c0ef)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:28:42.202216 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:42.205215 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:42.264904 dv-cinder-798356-1-iscsi neutron-server[74236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05abead1-999d-420b-9b7b-383b2a076a22', 'code': 200}
Jun 29 14:28:42.265490 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-54a8ba95-1a87-4bb0-9d8f-5d785ca3a825 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:42.295676 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-54a8ba95-1a87-4bb0-9d8f-5d785ca3a825 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:42.299978 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=05abead1-999d-420b-9b7b-383b2a076a22,revision_number=5']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:42.303582 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:42.355349 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-54a8ba95-1a87-4bb0-9d8f-5d785ca3a825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:42.359443 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:42.372963 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a8ba95-1a87-4bb0-9d8f-5d785ca3a825 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f33f3c3-5ce1-4519-b704-8d40db49d51b,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:42.375840 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-54a8ba95-1a87-4bb0-9d8f-5d785ca3a825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:42.377961 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-54a8ba95-1a87-4bb0-9d8f-5d785ca3a825 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:42.379206 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-54a8ba95-1a87-4bb0-9d8f-5d785ca3a825 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f33f3c3-5ce1-4519-b704-8d40db49d51b HTTP/1.1" status: 204  len: 168 time: 0.2145123
Jun 29 14:28:42.550383 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-62cd05d0-1a96-4d56-a955-0a22fcafa592 req-1eeaadb8-e3ee-4a2a-b36f-9590881cdc5c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 1098 time: 0.1156917
Jun 29 14:28:42.616534 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-62cd05d0-1a96-4d56-a955-0a22fcafa592 req-c2a4ee37-3367-4ef9-8de4-cef63e8a5c68 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0584438
Jun 29 14:28:42.628155 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a9c9f3-7167-4a20-958c-50f025523f25 req-1fa8e32f-620d-4689-81e0-a0a91e8b4797 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:42.630429 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-79a9c9f3-7167-4a20-958c-50f025523f25 req-1fa8e32f-620d-4689-81e0-a0a91e8b4797 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.1180017
Jun 29 14:28:42.688034 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-79a9c9f3-7167-4a20-958c-50f025523f25 req-04e8c607-488f-4eee-8dff-c6fd9bb64f83 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0441101
Jun 29 14:28:42.688676 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 6 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:28:42.760299 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 38706) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:42.778736 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-6119f078-a9bc-4012-af14-1dd8997dd7a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:42.814622 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-6119f078-a9bc-4012-af14-1dd8997dd7a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:28:42.819765 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-6119f078-a9bc-4012-af14-1dd8997dd7a2 admin admin] Usage tracker for resource:security_group_rule and tenant:c4a8e2e90d934e239d506b4e4d763d8c is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:28:42.822995 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-6119f078-a9bc-4012-af14-1dd8997dd7a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:28:42.830012 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-6119f078-a9bc-4012-af14-1dd8997dd7a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:28:42.912377 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-6119f078-a9bc-4012-af14-1dd8997dd7a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:42.919525 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-6119f078-a9bc-4012-af14-1dd8997dd7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:42.927277 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-7fbeb4a8-6a08-4f3a-8c38-4d797a00a5ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:42.961945 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce151a5-b9c6-44de-ad2c-b9166d079567 req-46a26bb8-8205-49e8-8495-7d6b2a4c4799 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:42.963415 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-9ce151a5-b9c6-44de-ad2c-b9166d079567 req-46a26bb8-8205-49e8-8495-7d6b2a4c4799 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 944 time: 0.0812891
Jun 29 14:28:42.967595 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6119f078-a9bc-4012-af14-1dd8997dd7a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d29ab29c-a762-4f08-93f5-ed1f21a59971,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:42.970588 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-6119f078-a9bc-4012-af14-1dd8997dd7a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:42.976390 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-6119f078-a9bc-4012-af14-1dd8997dd7a2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c4a8e2e90d934e239d506b4e4d763d8c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2127221
Jun 29 14:28:42.977669 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 38718) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:43.012465 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-9ce151a5-b9c6-44de-ad2c-b9166d079567 req-b2279866-e017-4dfc-a97c-6c3b540efbf7 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430493
Jun 29 14:28:43.045082 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c026ac49-90ac-4a5e-b560-438e5d0e522d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:43.077268 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c026ac49-90ac-4a5e-b560-438e5d0e522d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:43.174406 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c026ac49-90ac-4a5e-b560-438e5d0e522d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:43.178399 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:43.192170 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c026ac49-90ac-4a5e-b560-438e5d0e522d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d29ab29c-a762-4f08-93f5-ed1f21a59971,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:43.197536 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-c026ac49-90ac-4a5e-b560-438e5d0e522d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:43.206563 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fda320-c5af-41e9-9ba4-9ec92ce18567 req-24f50610-2408-4e8c-a78e-acb00f01686e tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:43.208535 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e9fda320-c5af-41e9-9ba4-9ec92ce18567 req-24f50610-2408-4e8c-a78e-acb00f01686e tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.0964170
Jun 29 14:28:43.209253 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c026ac49-90ac-4a5e-b560-438e5d0e522d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:43.211181 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-c026ac49-90ac-4a5e-b560-438e5d0e522d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d29ab29c-a762-4f08-93f5-ed1f21a59971 HTTP/1.1" status: 204  len: 168 time: 0.2334499
Jun 29 14:28:43.260205 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e9fda320-c5af-41e9-9ba4-9ec92ce18567 req-a7e71944-7173-48a9-a2a8-d36f96e75fc4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0438623
Jun 29 14:28:43.902723 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e83a7b-1f98-4df1-a618-2d541a1b02b5 req-09bb71ba-cc53-410e-b8b9-7d1a62f1ebd9 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:43.904187 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-28e83a7b-1f98-4df1-a618-2d541a1b02b5 req-09bb71ba-cc53-410e-b8b9-7d1a62f1ebd9 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.0755994
Jun 29 14:28:43.963271 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-28e83a7b-1f98-4df1-a618-2d541a1b02b5 req-9bb1fb97-5ac4-45da-8139-5acdff16af3a tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0531814
Jun 29 14:28:44.038258 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 38754) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:44.183340 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-15c86c3d-67e3-4e63-b6ea-1663139842be admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-749450592-network', 'tenant_id': 'b0ee95ee6f794a608b8d1d262385cb74'}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:28:44.187826 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-15c86c3d-67e3-4e63-b6ea-1663139842be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:28:44.192996 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-15c86c3d-67e3-4e63-b6ea-1663139842be admin admin] Usage tracker for resource:network and tenant:b0ee95ee6f794a608b8d1d262385cb74 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:28:44.195856 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-15c86c3d-67e3-4e63-b6ea-1663139842be admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:28:44.201957 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-15c86c3d-67e3-4e63-b6ea-1663139842be admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:28:44.211701 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15c86c3d-67e3-4e63-b6ea-1663139842be admin admin] Made reservation on behalf of b0ee95ee6f794a608b8d1d262385cb74 for: {'network': 1} {{(pid=74235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:28:44.214046 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-15c86c3d-67e3-4e63-b6ea-1663139842be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for network, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:44.227009 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-15c86c3d-67e3-4e63-b6ea-1663139842be admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:44.255252 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1314d2f-bb5a-40b0-9e69-aa841e5a345b req-f30bc6c9-d569-4f31-9490-06f788669ea6 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:44.256680 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f1314d2f-bb5a-40b0-9e69-aa841e5a345b req-f30bc6c9-d569-4f31-9490-06f788669ea6 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 944 time: 0.0780036
Jun 29 14:28:44.258765 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-15c86c3d-67e3-4e63-b6ea-1663139842be admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:28:44.262450 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-15c86c3d-67e3-4e63-b6ea-1663139842be admin admin] Usage tracker for resource:security_group_rule and tenant:b0ee95ee6f794a608b8d1d262385cb74 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:28:44.265226 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-15c86c3d-67e3-4e63-b6ea-1663139842be admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:28:44.271592 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-15c86c3d-67e3-4e63-b6ea-1663139842be admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:28:44.304499 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f1314d2f-bb5a-40b0-9e69-aa841e5a345b req-1d1389a6-0ecb-4a63-8f9a-440aea98a97b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419714
Jun 29 14:28:44.358180 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-15c86c3d-67e3-4e63-b6ea-1663139842be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:44.361691 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-15c86c3d-67e3-4e63-b6ea-1663139842be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:44.365440 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-4099a2a4-b4a3-4887-8f10-4101a96e86a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:44.425407 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-15c86c3d-67e3-4e63-b6ea-1663139842be admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'}  {{(pid=74235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 14:28:44.442824 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c86c3d-67e3-4e63-b6ea-1663139842be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34309b72-c383-4b03-9a8b-c07942e65320,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:44.447594 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-15c86c3d-67e3-4e63-b6ea-1663139842be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:44.452963 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-15c86c3d-67e3-4e63-b6ea-1663139842be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:44.453305 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.db.segments_db [None req-15c86c3d-67e3-4e63-b6ea-1663139842be admin admin] Added segment f14d5837-fddd-469e-ac00-8a757a41c70d of type vlan for network 7ed55507-9155-4c7a-824b-af5779536936
Jun 29 14:28:44.491645 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-15c86c3d-67e3-4e63-b6ea-1663139842be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482767800'] for network, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:44.524519 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e8930a-d219-439c-8baf-03796adb866d req-13a2bc98-5289-4a89-8dc8-ed9103f7fdcf tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:44.525982 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-54e8930a-d219-439c-8baf-03796adb866d req-13a2bc98-5289-4a89-8dc8-ed9103f7fdcf tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.1399632
Jun 29 14:28:44.547302 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-15c86c3d-67e3-4e63-b6ea-1663139842be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695'] for network, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:44.550814 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c86c3d-67e3-4e63-b6ea-1663139842be admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:44.551379 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-15c86c3d-67e3-4e63-b6ea-1663139842be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:44.557844 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-6defebd3-d102-4d8a-b111-e360d279303a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:44.645700 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device da2a16d0-a72c-4e20-9a86-51b3070c4df3 details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 14:28:44.674374 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-54e8930a-d219-439c-8baf-03796adb866d req-a26ae7dc-92aa-4084-b594-a611fde4e129 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1424670
Jun 29 14:28:44.688190 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c86c3d-67e3-4e63-b6ea-1663139842be admin admin] Pushing event updated for resources: {'Network': ['ID=7ed55507-9155-4c7a-824b-af5779536936,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:44.688190 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-15c86c3d-67e3-4e63-b6ea-1663139842be admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:44.694058 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-15c86c3d-67e3-4e63-b6ea-1663139842be admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6543846
Jun 29 14:28:44.697040 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 38774) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:44.707996 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-ac861db1-bf30-4570-844d-221e7c0edcfe admin admin] Request body: {'subnet': {'network_id': '7ed55507-9155-4c7a-824b-af5779536936', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-749450592-subnet', 'tenant_id': 'b0ee95ee6f794a608b8d1d262385cb74', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:28:44.708270 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Network 7ed55507-9155-4c7a-824b-af5779536936 details requested by agent ovs-agent-dv-cinder-798356-1-iscsi with host dv-cinder-798356-1-iscsi {{(pid=74236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 14:28:44.710605 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-ac861db1-bf30-4570-844d-221e7c0edcfe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:28:44.714693 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-ac861db1-bf30-4570-844d-221e7c0edcfe admin admin] Usage tracker for resource:subnet and tenant:b0ee95ee6f794a608b8d1d262385cb74 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:28:44.717642 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-ac861db1-bf30-4570-844d-221e7c0edcfe admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:28:44.725336 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-ac861db1-bf30-4570-844d-221e7c0edcfe admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:28:44.736433 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac861db1-bf30-4570-844d-221e7c0edcfe admin admin] Made reservation on behalf of b0ee95ee6f794a608b8d1d262385cb74 for: {'subnet': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:28:44.738897 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ac861db1-bf30-4570-844d-221e7c0edcfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1217607'] for subnet, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:44.901771 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port da2a16d0-a72c-4e20-9a86-51b3070c4df3, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=da2a16d0-a72c-4e20-9a86-51b3070c4df3,segment=NetworkSegment(0dfa2ba1-aef0-4202-9eab-77e9ea1a0785),segment_id=0dfa2ba1-aef0-4202-9eab-77e9ea1a0785)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:28:44.914743 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Returning: {'device': 'da2a16d0-a72c-4e20-9a86-51b3070c4df3', 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc', 'port_id': 'da2a16d0-a72c-4e20-9a86-51b3070c4df3', 'mac_address': 'fa:16:3e:45:a1:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 14:28:44.943833 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ac861db1-bf30-4570-844d-221e7c0edcfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1217621'] for subnet, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:44.947579 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:44.973222 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:44.990314 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da2a16d0-a72c-4e20-9a86-51b3070c4df3 {{(pid=74236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:28:45.005741 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port da2a16d0-a72c-4e20-9a86-51b3070c4df3, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=da2a16d0-a72c-4e20-9a86-51b3070c4df3,segment=NetworkSegment(0dfa2ba1-aef0-4202-9eab-77e9ea1a0785),segment_id=0dfa2ba1-aef0-4202-9eab-77e9ea1a0785)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:28:45.011164 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:45.014216 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-39b50f2c-8260-49fc-9b98-e5b795260c06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:45.024012 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac861db1-bf30-4570-844d-221e7c0edcfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=6393a8be-c87b-4a9e-9089-5fe075a1bb8a,revision_number=0']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:45.027397 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-ac861db1-bf30-4570-844d-221e7c0edcfe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:45.029194 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac861db1-bf30-4570-844d-221e7c0edcfe admin admin] Checking segment: {'id': 'f14d5837-fddd-469e-ac00-8a757a41c70d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '7ed55507-9155-4c7a-824b-af5779536936'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:28:45.029544 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac861db1-bf30-4570-844d-221e7c0edcfe admin admin] Network hostable DHCP agents. Network: 7ed55507-9155-4c7a-824b-af5779536936, hostable agents: ['e1a882d0-1bb9-433b-98f7-0ae4434a4814'], hosted agents: [] {{(pid=74234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 14:28:45.054201 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac861db1-bf30-4570-844d-221e7c0edcfe admin admin] Network 7ed55507-9155-4c7a-824b-af5779536936 is scheduled to be hosted by DHCP agent e1a882d0-1bb9-433b-98f7-0ae4434a4814 with binding_index 1 {{(pid=74234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 14:28:45.063861 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [None req-ac861db1-bf30-4570-844d-221e7c0edcfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-iscsi, 7ed55507-9155-4c7a-824b-af5779536936) {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:28:45.068222 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac861db1-bf30-4570-844d-221e7c0edcfe admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:45.068846 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ac861db1-bf30-4570-844d-221e7c0edcfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for subnet, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:45.081636 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad13e72a-1ffe-4ae8-93af-7025d95de108 None None] Network 7ed55507-9155-4c7a-824b-af5779536936 requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:28:45.089817 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-ac861db1-bf30-4570-844d-221e7c0edcfe admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3916245
Jun 29 14:28:45.097126 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=da2a16d0-a72c-4e20-9a86-51b3070c4df3,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:45.103466 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:45.176723 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14396fe5-3704-4895-967f-a8d09cc1e7b0 req-6898321d-f593-41d2-a86a-ed30ed142b22 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:45.183420 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-14396fe5-3704-4895-967f-a8d09cc1e7b0 req-6898321d-f593-41d2-a86a-ed30ed142b22 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.0905147
Jun 29 14:28:45.239482 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-14396fe5-3704-4895-967f-a8d09cc1e7b0 req-e2849c4e-71b3-491a-8f42-426f27a106a7 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0551376
Jun 29 14:28:45.365020 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40bf5803-499b-4ba9-a319-8df05cf87e28 None None] Network 7ed55507-9155-4c7a-824b-af5779536936 requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:28:45.532031 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e250a2-0f2e-4fb5-a8a4-fcd6c4274f3f req-e66657fe-3c24-4259-be60-2b2ca0b195a2 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:45.533521 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-c4e250a2-0f2e-4fb5-a8a4-fcd6c4274f3f req-e66657fe-3c24-4259-be60-2b2ca0b195a2 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 945 time: 0.0873158
Jun 29 14:28:45.600471 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-c4e250a2-0f2e-4fb5-a8a4-fcd6c4274f3f req-dcef61cf-f14b-40b4-923d-bcca64ed51b8 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0604622
Jun 29 14:28:45.666711 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d21118-86e1-4379-9487-26516c28b3ea None None] Sync routers for ids ['2aa978a3-fc1c-4cea-a790-dd2d19f05366'] in dv-cinder-798356-1-iscsi {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:28:45.679240 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d21118-86e1-4379-9487-26516c28b3ea None None] Routers {'2aa978a3-fc1c-4cea-a790-dd2d19f05366'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:28:45.679928 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-d9d21118-86e1-4379-9487-26516c28b3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94a90370>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:28:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['2aa978a3-fc1c-4cea-a790-dd2d19f05366'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:28:45.869607 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-d9d21118-86e1-4379-9487-26516c28b3ea None None] Set router 2aa978a3-fc1c-4cea-a790-dd2d19f05366 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:28:45.898384 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c37be673-33bc-443f-b606-55a80014aadc req-e264475d-f5cd-4772-a57a-60bd64c2ca0b tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:45.899867 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c37be673-33bc-443f-b606-55a80014aadc req-e264475d-f5cd-4772-a57a-60bd64c2ca0b tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.0785193
Jun 29 14:28:45.952618 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c37be673-33bc-443f-b606-55a80014aadc req-99635005-1f69-4194-82b4-5e1470075547 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442352
Jun 29 14:28:46.067563 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 38814) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:46.073217 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-9c1808c1-d456-464c-9497-959b45506825 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1273075590-network', 'tenant_id': '5ea7bb470cc240acbc1907a32fd84649'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:28:46.077901 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-9c1808c1-d456-464c-9497-959b45506825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:28:46.082326 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-9c1808c1-d456-464c-9497-959b45506825 admin admin] Usage tracker for resource:network and tenant:5ea7bb470cc240acbc1907a32fd84649 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:28:46.085290 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-9c1808c1-d456-464c-9497-959b45506825 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:28:46.091076 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-9c1808c1-d456-464c-9497-959b45506825 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:28:46.103980 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c1808c1-d456-464c-9497-959b45506825 admin admin] Made reservation on behalf of 5ea7bb470cc240acbc1907a32fd84649 for: {'network': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:28:46.106474 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-9c1808c1-d456-464c-9497-959b45506825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for network, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:46.125284 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-9c1808c1-d456-464c-9497-959b45506825 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:46.156774 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-9c1808c1-d456-464c-9497-959b45506825 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:28:46.161500 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-9c1808c1-d456-464c-9497-959b45506825 admin admin] Usage tracker for resource:security_group_rule and tenant:5ea7bb470cc240acbc1907a32fd84649 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:28:46.164957 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-9c1808c1-d456-464c-9497-959b45506825 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:28:46.170699 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-9c1808c1-d456-464c-9497-959b45506825 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:28:46.201025 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-d9d21118-86e1-4379-9487-26516c28b3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94a90370>, [{'id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'name': 'tempest-AttachVolumeShelveTestJSON-917780842-router', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:28:17Z', 'revision_number': 4, 'project_id': '9168106bff7043a69607ef135131ee6b', 'gw_port': {'id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:55Z', 'updated_at': '2021-06-29T14:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '281698d6-3a16-4419-84fb-977033f76538', 'name': '', 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'mac_address': 'fa:16:3e:6a:d3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:10Z', 'updated_at': '2021-06-29T14:28:18Z', 'revision_number': 2, 'project_id': '9168106bff7043a69607ef135131ee6b', 'subnets': [{'id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:28:46.204969 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d21118-86e1-4379-9487-26516c28b3ea None None] Checking router: 2aa978a3-fc1c-4cea-a790-dd2d19f05366 for host: dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:28:46.205324 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d21118-86e1-4379-9487-26516c28b3ea None None] Updating router 2aa978a3-fc1c-4cea-a790-dd2d19f05366 port 281698d6-3a16-4419-84fb-977033f76538 binding host dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 14:28:46.240490 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-9c1808c1-d456-464c-9497-959b45506825 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:46.244212 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-9c1808c1-d456-464c-9497-959b45506825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:46.248458 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-0da9f693-9145-482a-83a3-d658d6343c1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:46.256160 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-d9d21118-86e1-4379-9487-26516c28b3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:46.279976 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9c1808c1-d456-464c-9497-959b45506825 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'}  {{(pid=74234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 14:28:46.290914 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1808c1-d456-464c-9497-959b45506825 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dfb9988-6eb8-4a3f-8a94-0ec815c4cfad,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:46.296096 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-9c1808c1-d456-464c-9497-959b45506825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:46.299118 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-9c1808c1-d456-464c-9497-959b45506825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:46.300430 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.db.segments_db [None req-9c1808c1-d456-464c-9497-959b45506825 admin admin] Added segment 7c559ac3-a925-4e45-8324-0343ce503e74 of type vlan for network 3dee1fb3-ed68-4aba-8eb5-5831cb2df450
Jun 29 14:28:46.301395 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['da2a16d0-a72c-4e20-9a86-51b3070c4df3'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:28:46.335666 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-9c1808c1-d456-464c-9497-959b45506825 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482767800'] for network, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:46.457926 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-9c1808c1-d456-464c-9497-959b45506825 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695'] for network, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:46.459727 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c1808c1-d456-464c-9497-959b45506825 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:46.460372 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-9c1808c1-d456-464c-9497-959b45506825 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:46.467389 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:46.523848 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054c8621-d46b-4c5b-8764-b45c8d59fb6c req-146548b8-01ee-4bdd-bd59-20c0f65b0075 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:46.525597 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-054c8621-d46b-4c5b-8764-b45c8d59fb6c req-146548b8-01ee-4bdd-bd59-20c0f65b0075 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.1044881
Jun 29 14:28:46.585807 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-054c8621-d46b-4c5b-8764-b45c8d59fb6c req-aea92f15-559c-4fad-9967-e3820b57eefe tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523391
Jun 29 14:28:46.824135 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-9c1808c1-d456-464c-9497-959b45506825 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.7552898
Jun 29 14:28:46.826773 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 38842) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:46.835776 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-d2b8e48c-49d4-47b8-a3ba-0329b53deb94 admin admin] Request body: {'subnet': {'network_id': '3dee1fb3-ed68-4aba-8eb5-5831cb2df450', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1273075590-subnet', 'tenant_id': '5ea7bb470cc240acbc1907a32fd84649', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:28:46.840638 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-d2b8e48c-49d4-47b8-a3ba-0329b53deb94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:28:46.844905 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-d2b8e48c-49d4-47b8-a3ba-0329b53deb94 admin admin] Usage tracker for resource:subnet and tenant:5ea7bb470cc240acbc1907a32fd84649 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:28:46.848210 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-d2b8e48c-49d4-47b8-a3ba-0329b53deb94 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:28:46.855050 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-d2b8e48c-49d4-47b8-a3ba-0329b53deb94 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:28:46.862189 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1808c1-d456-464c-9497-959b45506825 admin admin] Pushing event updated for resources: {'Network': ['ID=3dee1fb3-ed68-4aba-8eb5-5831cb2df450,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:46.867683 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-9c1808c1-d456-464c-9497-959b45506825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:46.869104 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b8e48c-49d4-47b8-a3ba-0329b53deb94 admin admin] Made reservation on behalf of 5ea7bb470cc240acbc1907a32fd84649 for: {'subnet': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:28:46.871881 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d2b8e48c-49d4-47b8-a3ba-0329b53deb94 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1217607'] for subnet, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:46.888483 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Network 3dee1fb3-ed68-4aba-8eb5-5831cb2df450 details requested by agent ovs-agent-dv-cinder-798356-1-iscsi with host dv-cinder-798356-1-iscsi {{(pid=74236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 14:28:47.024221 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-d9d21118-86e1-4379-9487-26516c28b3ea None None] Notify callbacks [] for port, precommit_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:47.039936 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-d9d21118-86e1-4379-9487-26516c28b3ea None None] Transition to ACTIVE for port object 281698d6-3a16-4419-84fb-977033f76538 will not be triggered until provisioned by entity L2. {{(pid=74236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:28:47.050305 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-d9d21118-86e1-4379-9487-26516c28b3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:47.056282 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:47.085529 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205e7874-5a89-443b-8659-795e425b17de req-88379475-71c8-453e-974b-6ef96a6fd2b6 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:47.092438 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-205e7874-5a89-443b-8659-795e425b17de req-88379475-71c8-453e-974b-6ef96a6fd2b6 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 945 time: 0.2262368
Jun 29 14:28:47.228671 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-205e7874-5a89-443b-8659-795e425b17de req-18b2c844-e11e-4841-9630-bc329838a298 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1352825
Jun 29 14:28:47.241296 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee0605-6724-46ab-a980-f21d8cf7a306 None None] Pushing event updated for resources: {'Port': ['ID=281698d6-3a16-4419-84fb-977033f76538,revision_number=3']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:47.246759 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-52ee0605-6724-46ab-a980-f21d8cf7a306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:47.295705 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9fd228-111a-497e-b2bb-ef6ac24f6b66 req-0baa6ddc-62b5-45aa-8e3c-a7844ccbbb6c tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:47.304753 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-1a9fd228-111a-497e-b2bb-ef6ac24f6b66 req-0baa6ddc-62b5-45aa-8e3c-a7844ccbbb6c tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.1758173
Jun 29 14:28:47.324832 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d2b8e48c-49d4-47b8-a3ba-0329b53deb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1217621'] for subnet, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:47.330395 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:47.364015 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-d9d21118-86e1-4379-9487-26516c28b3ea None None] Attempting to bind port 281698d6-3a16-4419-84fb-977033f76538 on host dv-cinder-798356-1-iscsi for vnic_type normal with profile  {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:28:47.364462 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-d9d21118-86e1-4379-9487-26516c28b3ea None None] Attempting to bind port 281698d6-3a16-4419-84fb-977033f76538 by drivers openvswitch,hyperv on host dv-cinder-798356-1-iscsi at level 0 using segments [{'id': '0dfa2ba1-aef0-4202-9eab-77e9ea1a0785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc'}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:28:47.364778 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-1a9fd228-111a-497e-b2bb-ef6ac24f6b66 req-f23ae93b-a6e3-460c-b683-8d67aae11ac3 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587859
Jun 29 14:28:47.364936 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d21118-86e1-4379-9487-26516c28b3ea None None] Attempting to bind port 281698d6-3a16-4419-84fb-977033f76538 on network 4efbe09a-ec64-4c57-8f69-466f632996dc {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:28:47.375999 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d21118-86e1-4379-9487-26516c28b3ea None None] Checking agent: {'id': '7de42cfb-0b94-485f-bf24-4ef591216796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 6), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 28, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:28:47.376610 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d21118-86e1-4379-9487-26516c28b3ea None None] Checking segment: {'id': '0dfa2ba1-aef0-4202-9eab-77e9ea1a0785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:28:47.377239 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-d9d21118-86e1-4379-9487-26516c28b3ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:47.377783 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d21118-86e1-4379-9487-26516c28b3ea None None] Bound using segment: {'id': '0dfa2ba1-aef0-4202-9eab-77e9ea1a0785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc'} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:28:47.378417 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-d9d21118-86e1-4379-9487-26516c28b3ea None None] Bound port: 281698d6-3a16-4419-84fb-977033f76538, host: dv-cinder-798356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0dfa2ba1-aef0-4202-9eab-77e9ea1a0785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc'}}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:28:47.379055 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-d9d21118-86e1-4379-9487-26516c28b3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:47.416722 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b8e48c-49d4-47b8-a3ba-0329b53deb94 admin admin] Pushing event updated for resources: {'Subnet': ['ID=575a19c5-65a2-402c-9c29-ecbbdd82740c,revision_number=0']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:47.420495 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-d2b8e48c-49d4-47b8-a3ba-0329b53deb94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:47.429286 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b8e48c-49d4-47b8-a3ba-0329b53deb94 admin admin] Checking segment: {'id': '7c559ac3-a925-4e45-8324-0343ce503e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '3dee1fb3-ed68-4aba-8eb5-5831cb2df450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:28:47.429634 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b8e48c-49d4-47b8-a3ba-0329b53deb94 admin admin] Network hostable DHCP agents. Network: 3dee1fb3-ed68-4aba-8eb5-5831cb2df450, hostable agents: ['e1a882d0-1bb9-433b-98f7-0ae4434a4814'], hosted agents: [] {{(pid=74234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 14:28:47.451742 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b8e48c-49d4-47b8-a3ba-0329b53deb94 admin admin] Network 3dee1fb3-ed68-4aba-8eb5-5831cb2df450 is scheduled to be hosted by DHCP agent e1a882d0-1bb9-433b-98f7-0ae4434a4814 with binding_index 1 {{(pid=74234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 14:28:47.461644 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [None req-d2b8e48c-49d4-47b8-a3ba-0329b53deb94 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-iscsi, 3dee1fb3-ed68-4aba-8eb5-5831cb2df450) {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:28:47.465444 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b8e48c-49d4-47b8-a3ba-0329b53deb94 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:47.466013 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d2b8e48c-49d4-47b8-a3ba-0329b53deb94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for subnet, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:47.480008 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ea86fe-e1b6-42f2-8cd2-84a14198ac00 None None] Network 3dee1fb3-ed68-4aba-8eb5-5831cb2df450 requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:28:47.486013 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-d2b8e48c-49d4-47b8-a3ba-0329b53deb94 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.6581240
Jun 29 14:28:47.607551 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-d9d21118-86e1-4379-9487-26516c28b3ea None None] For port 281698d6-3a16-4419-84fb-977033f76538, host dv-cinder-798356-1-iscsi, cleared binding levels {{(pid=74236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:28:47.612846 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-d9d21118-86e1-4379-9487-26516c28b3ea None None] For port 281698d6-3a16-4419-84fb-977033f76538, host dv-cinder-798356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=281698d6-3a16-4419-84fb-977033f76538,segment=NetworkSegment(0dfa2ba1-aef0-4202-9eab-77e9ea1a0785),segment_id=0dfa2ba1-aef0-4202-9eab-77e9ea1a0785)] {{(pid=74236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:28:47.626155 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-d9d21118-86e1-4379-9487-26516c28b3ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:47.631756 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:47.708139 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ee0605-6724-46ab-a980-f21d8cf7a306 None None] Pushing event updated for resources: {'Port': ['ID=281698d6-3a16-4419-84fb-977033f76538,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:47.720324 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-52ee0605-6724-46ab-a980-f21d8cf7a306 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:47.800426 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9d21118-86e1-4379-9487-26516c28b3ea None None] Routers {'2aa978a3-fc1c-4cea-a790-dd2d19f05366'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:28:47.801477 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-d9d21118-86e1-4379-9487-26516c28b3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94a90370>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:28:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['2aa978a3-fc1c-4cea-a790-dd2d19f05366'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:28:47.860907 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed9cae1-3152-49c4-a1d4-1f3dff40e4dd req-7d06ad48-1d39-42b2-9326-a52fa00dd186 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:47.862667 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-bed9cae1-3152-49c4-a1d4-1f3dff40e4dd req-7d06ad48-1d39-42b2-9326-a52fa00dd186 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.1059659
Jun 29 14:28:47.928431 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-bed9cae1-3152-49c4-a1d4-1f3dff40e4dd req-007ecb32-5224-4731-a429-d8c701f82ee4 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0600677
Jun 29 14:28:47.945522 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device da2a16d0-a72c-4e20-9a86-51b3070c4df3 up at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:28:47.973560 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966a91ad-530a-4fd3-8bb9-f31462c82bf1 None None] Network 3dee1fb3-ed68-4aba-8eb5-5831cb2df450 requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:28:48.298322 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning for port da2a16d0-a72c-4e20-9a86-51b3070c4df3 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:28:48.311381 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-d9d21118-86e1-4379-9487-26516c28b3ea None None] Set router 2aa978a3-fc1c-4cea-a790-dd2d19f05366 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:28:48.353141 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning complete for port da2a16d0-a72c-4e20-9a86-51b3070c4df3 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:28:48.353527 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:48.608144 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5426861-3ea2-4976-a8f1-e24dd0039cb0 req-edc6f8f7-cdc8-4ac4-baa5-9cc426d8a6c1 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:48.609672 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b5426861-3ea2-4976-a8f1-e24dd0039cb0 req-edc6f8f7-cdc8-4ac4-baa5-9cc426d8a6c1 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 945 time: 0.1613333
Jun 29 14:28:48.691870 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b5426861-3ea2-4976-a8f1-e24dd0039cb0 req-77ca8b96-0355-4eba-87b8-c5ee1c52c2a5 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0752416
Jun 29 14:28:48.816521 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c18c8c3-e7e7-478f-9385-1cb7e3a36427 req-dbadf983-e025-4035-a77b-0f86b8bc7ef5 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:48.824484 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-6c18c8c3-e7e7-478f-9385-1cb7e3a36427 req-dbadf983-e025-4035-a77b-0f86b8bc7ef5 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.1170354
Jun 29 14:28:48.873562 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-6c18c8c3-e7e7-478f-9385-1cb7e3a36427 req-ea05723d-04a6-4186-97c2-81e9a5521bdb tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479810
Jun 29 14:28:48.906261 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:48.967335 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c55acb-c2d2-4123-8452-1d5205741f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2a16d0-a72c-4e20-9a86-51b3070c4df3'}] {{(pid=74236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:28:48.974084 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port da2a16d0-a72c-4e20-9a86-51b3070c4df3, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=da2a16d0-a72c-4e20-9a86-51b3070c4df3,segment=NetworkSegment(0dfa2ba1-aef0-4202-9eab-77e9ea1a0785),segment_id=0dfa2ba1-aef0-4202-9eab-77e9ea1a0785)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:28:48.982125 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc664dfa-0769-4ef3-a346-6e38d8d8dfdf req-387fa69d-9df8-49c0-8d7b-607f7b1cbaf2 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:48.985098 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-dc664dfa-0769-4ef3-a346-6e38d8d8dfdf req-387fa69d-9df8-49c0-8d7b-607f7b1cbaf2 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1 HTTP/1.1" status: 200  len: 945 time: 0.0894113
Jun 29 14:28:49.006541 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:49.011219 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:49.040602 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-dc664dfa-0769-4ef3-a346-6e38d8d8dfdf req-8d9d5393-b7e1-4709-8320-31b15511b255 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/security-groups?id=a482af90-05e1-4ab6-8883-a1506aff8635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498123
Jun 29 14:28:49.111556 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=da2a16d0-a72c-4e20-9a86-51b3070c4df3,revision_number=5']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:49.115817 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:49.130068 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-d9d21118-86e1-4379-9487-26516c28b3ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94a90370>, [{'id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'name': 'tempest-AttachVolumeShelveTestJSON-917780842-router', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:28:17Z', 'revision_number': 4, 'project_id': '9168106bff7043a69607ef135131ee6b', 'gw_port': {'id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:55Z', 'updated_at': '2021-06-29T14:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '281698d6-3a16-4419-84fb-977033f76538', 'name': '', 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'mac_address': 'fa:16:3e:6a:d3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:10Z', 'updated_at': '2021-06-29T14:28:47Z', 'revision_number': 4, 'project_id': '9168106bff7043a69607ef135131ee6b', 'subnets': [{'id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:28:49.134205 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9d21118-86e1-4379-9487-26516c28b3ea None None] The sync data for ids ['2aa978a3-fc1c-4cea-a790-dd2d19f05366'] in dv-cinder-798356-1-iscsi is: [{'id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'name': 'tempest-AttachVolumeShelveTestJSON-917780842-router', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:28:17Z', 'revision_number': 4, 'project_id': '9168106bff7043a69607ef135131ee6b', 'gw_port': {'id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:55Z', 'updated_at': '2021-06-29T14:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '281698d6-3a16-4419-84fb-977033f76538', 'name': '', 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'mac_address': 'fa:16:3e:6a:d3:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:10Z', 'updated_at': '2021-06-29T14:28:47Z', 'revision_number': 4, 'project_id': '9168106bff7043a69607ef135131ee6b', 'subnets': [{'id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:28:49.159044 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21ab080-80e2-4ebc-8230-3f1d2ac81815 req-e5df3cb1-4ead-42db-882e-9c4993184d2d tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:49.161029 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b21ab080-80e2-4ebc-8230-3f1d2ac81815 req-e5df3cb1-4ead-42db-882e-9c4993184d2d tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.1554587
Jun 29 14:28:49.172542 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 38904) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:28:49.179116 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-b01793b3-d12a-4815-a0e1-96d5b83af137 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Request body: {'floatingip': {'port_id': '05abead1-999d-420b-9b7b-383b2a076a22'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:28:49.253467 dv-cinder-798356-1-iscsi neutron-server[74236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c55acb-c2d2-4123-8452-1d5205741f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2a16d0-a72c-4e20-9a86-51b3070c4df3', 'code': 200}
Jun 29 14:28:49.314791 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-b01793b3-d12a-4815-a0e1-96d5b83af137 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for floatingip, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:49.493831 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752dcf9-63bf-4e5a-b8e2-e352352be64d req-92d356f4-6617-4b2b-9ae9-491291fb8856 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:49.495325 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-5752dcf9-63bf-4e5a-b8e2-e352352be64d req-92d356f4-6617-4b2b-9ae9-491291fb8856 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.2507169
Jun 29 14:28:49.626029 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-5752dcf9-63bf-4e5a-b8e2-e352352be64d req-b7cfb519-4be2-4771-b81e-efa8a3664080 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1251292
Jun 29 14:28:49.927989 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 281698d6-3a16-4419-84fb-977033f76538 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:28:50.023735 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8727a145-7b60-42fc-912d-2da2ccf0d40a req-ab74255f-e672-4024-819e-16a73a19a672 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:50.025263 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8727a145-7b60-42fc-912d-2da2ccf0d40a req-ab74255f-e672-4024-819e-16a73a19a672 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.0828013
Jun 29 14:28:50.047012 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning for port 281698d6-3a16-4419-84fb-977033f76538 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:28:50.052730 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 281698d6-3a16-4419-84fb-977033f76538 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:28:50.053105 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:50.074925 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8727a145-7b60-42fc-912d-2da2ccf0d40a req-9bbe6a5e-11cd-4dfa-adb4-ca209c46e452 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418072
Jun 29 14:28:50.186848 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:50.220828 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] For port 281698d6-3a16-4419-84fb-977033f76538, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=281698d6-3a16-4419-84fb-977033f76538,segment=NetworkSegment(0dfa2ba1-aef0-4202-9eab-77e9ea1a0785),segment_id=0dfa2ba1-aef0-4202-9eab-77e9ea1a0785)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:28:50.225664 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:50.230189 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:28:50.291355 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Pushing event updated for resources: {'Port': ['ID=281698d6-3a16-4419-84fb-977033f76538,revision_number=5']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:28:50.294304 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:28:50.374796 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-b01793b3-d12a-4815-a0e1-96d5b83af137 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:50.379712 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-b01793b3-d12a-4815-a0e1-96d5b83af137 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-669791'] for floatingip, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:50.435821 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36a178bf-f32b-4ef9-849d-a82e32c1933a req-67bf3490-ecd0-499d-9890-520c92e06abf tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:50.437240 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-36a178bf-f32b-4ef9-849d-a82e32c1933a req-67bf3490-ecd0-499d-9890-520c92e06abf tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1 HTTP/1.1" status: 200  len: 945 time: 0.2223129
Jun 29 14:28:50.495483 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-36a178bf-f32b-4ef9-849d-a82e32c1933a req-90d90d5a-c639-4025-89cd-108abc5a1798 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/security-groups?id=a482af90-05e1-4ab6-8883-a1506aff8635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0516264
Jun 29 14:28:50.603698 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.db.l3_db [None req-b01793b3-d12a-4815-a0e1-96d5b83af137 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Floating IP 7b751308-5398-4ca3-aa0e-b447739f44b7 associated. External IP: 172.27.1.218, port: 05abead1-999d-420b-9b7b-383b2a076a22.
Jun 29 14:28:50.841347 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38316b1e-8858-4c3c-bffa-7d3c37e30018 req-fd4da6bd-34f8-41dd-928b-ec185c815219 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:50.842800 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-38316b1e-8858-4c3c-bffa-7d3c37e30018 req-fd4da6bd-34f8-41dd-928b-ec185c815219 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.0843506
Jun 29 14:28:50.887026 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-38316b1e-8858-4c3c-bffa-7d3c37e30018 req-8961f61f-d5be-42d7-81bc-6377f16e48a5 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386646
Jun 29 14:28:50.990568 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b01793b3-d12a-4815-a0e1-96d5b83af137 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Router bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:28:51.211317 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01793b3-d12a-4815-a0e1-96d5b83af137 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:28:51.216122 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-b01793b3-d12a-4815-a0e1-96d5b83af137 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for floatingip, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:51.224384 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a2fab5-6a96-4074-a4f0-36328ad74056 None None] Sync routers for ids ['bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'] in dv-cinder-798356-1-iscsi {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:28:51.240895 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a2fab5-6a96-4074-a4f0-36328ad74056 None None] Routers {'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:28:51.241526 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-d6a2fab5-6a96-4074-a4f0-36328ad74056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94d1c550>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:28:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:28:51.311996 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-b01793b3-d12a-4815-a0e1-96d5b83af137 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "PUT /v2.0/floatingips/7b751308-5398-4ca3-aa0e-b447739f44b7 HTTP/1.1" status: 200  len: 991 time: 2.1383731
Jun 29 14:28:51.312998 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c', 'tag': '05abead1-999d-420b-9b7b-383b2a076a22'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:28:51.348790 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8405ccc7-a89d-4268-8be0-67779ef3e68c req-c2a50c0c-89a8-440d-9dbe-f9daef775f1f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:51.350375 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8405ccc7-a89d-4268-8be0-67779ef3e68c req-c2a50c0c-89a8-440d-9dbe-f9daef775f1f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.0935514
Jun 29 14:28:51.397511 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8405ccc7-a89d-4268-8be0-67779ef3e68c req-2dba0610-b30b-440c-a9fa-116f2eb9de41 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408688
Jun 29 14:28:51.432144 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-d6a2fab5-6a96-4074-a4f0-36328ad74056 None None] Set router bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d gateway port host: dv-cinder-798356-1-iscsi {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:28:51.480381 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c', 'tag': '05abead1-999d-420b-9b7b-383b2a076a22', 'status': 'completed', 'code': 200}
Jun 29 14:28:51.710090 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60948c2a-3ee0-4b2a-aeab-43cbd332fd5a req-75774c84-ee76-4a4b-b75c-6371e1513a4e tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:51.711856 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-60948c2a-3ee0-4b2a-aeab-43cbd332fd5a req-75774c84-ee76-4a4b-b75c-6371e1513a4e tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1 HTTP/1.1" status: 200  len: 945 time: 0.0934801
Jun 29 14:28:51.803061 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-d6a2fab5-6a96-4074-a4f0-36328ad74056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94d1c550>, [{'id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'name': 'tempest-AttachVolumeTestJSON-23625440-router', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '72285900-8a54-40e1-a50b-4894872e1c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:28:07Z', 'revision_number': 4, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'gw_port': {'id': '72285900-8a54-40e1-a50b-4894872e1c95', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:54Z', 'updated_at': '2021-06-29T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_floatingips': [{'id': '7b751308-5398-4ca3-aa0e-b447739f44b7', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'router_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'port_id': '05abead1-999d-420b-9b7b-383b2a076a22', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f', 'mac_address': 'fa:16:3e:41:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:28:23Z', 'updated_at': '2021-06-29T14:28:50Z', 'revision_number': 1, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02862bf3-dc57-4c33-b9c4-f64dd8a45923', 'name': '', 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'mac_address': 'fa:16:3e:77:6b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b290bd3-20c6-48b7-a0ea-2f1a94cb7740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:04Z', 'updated_at': '2021-06-29T14:28:22Z', 'revision_number': 5, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'subnets': [{'id': '6b290bd3-20c6-48b7-a0ea-2f1a94cb7740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:28:51.806773 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a2fab5-6a96-4074-a4f0-36328ad74056 None None] Checking router: bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d for host: dv-cinder-798356-1-iscsi {{(pid=74237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:28:51.819366 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a2fab5-6a96-4074-a4f0-36328ad74056 None None] Routers {'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:28:51.820215 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-d6a2fab5-6a96-4074-a4f0-36328ad74056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94d1c550>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:28:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:28:51.831248 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-60948c2a-3ee0-4b2a-aeab-43cbd332fd5a req-f6141e89-ec4b-4960-a927-2ca1c9fd0b8d tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/security-groups?id=a482af90-05e1-4ab6-8883-a1506aff8635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1122909
Jun 29 14:28:51.913035 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-2d770fbe-9f77-4823-ad2a-b172782e1bf4 req-e2e68312-4c12-4ede-936d-98c96b994d55 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5bff793212d24b37a3b1ec86e1a04aaa&device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 1098 time: 0.0805950
Jun 29 14:28:51.923629 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 281698d6-3a16-4419-84fb-977033f76538 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:28:52.067195 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 281698d6-3a16-4419-84fb-977033f76538 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:28:52.068083 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:28:52.091790 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-d6a2fab5-6a96-4074-a4f0-36328ad74056 None None] Set router bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d gateway port host: dv-cinder-798356-1-iscsi {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:28:52.140389 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d770fbe-9f77-4823-ad2a-b172782e1bf4 req-844d30c5-6198-424d-a89a-4fc5fed2c826 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:52.142467 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-2d770fbe-9f77-4823-ad2a-b172782e1bf4 req-844d30c5-6198-424d-a89a-4fc5fed2c826 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4136cd64-8118-416e-874b-f6ed5b97de9f HTTP/1.1" status: 200  len: 910 time: 0.2125096
Jun 29 14:28:52.151703 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-218db310-5b42-4dc1-bd75-4a9b397c5a40 req-281e1982-bdcc-44cb-96b9-5b3a5dcc05e9 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 1099 time: 0.2011950
Jun 29 14:28:52.192540 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640537be-fa73-4998-a405-a10f116b60e3 req-f222e2f6-61fd-49c5-8cfc-1c67024cfd6e tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:52.200084 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-640537be-fa73-4998-a405-a10f116b60e3 req-f222e2f6-61fd-49c5-8cfc-1c67024cfd6e tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.1237071
Jun 29 14:28:52.265682 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-640537be-fa73-4998-a405-a10f116b60e3 req-aa665a3d-7412-41a7-82bf-b044adfe6ea5 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0642610
Jun 29 14:28:52.325034 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-218db310-5b42-4dc1-bd75-4a9b397c5a40 req-9654befe-9c9a-4be8-a82c-c8b2cc9b0f67 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1604738
Jun 29 14:28:52.346027 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-2d770fbe-9f77-4823-ad2a-b172782e1bf4 req-5ad44b4e-df47-4320-a394-878a188dc0ac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05abead1-999d-420b-9b7b-383b2a076a22 HTTP/1.1" status: 200  len: 999 time: 0.1819315
Jun 29 14:28:52.527834 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-d6a2fab5-6a96-4074-a4f0-36328ad74056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94d1c550>, [{'id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'name': 'tempest-AttachVolumeTestJSON-23625440-router', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '72285900-8a54-40e1-a50b-4894872e1c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:28:07Z', 'revision_number': 4, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'gw_port': {'id': '72285900-8a54-40e1-a50b-4894872e1c95', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:54Z', 'updated_at': '2021-06-29T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_floatingips': [{'id': '7b751308-5398-4ca3-aa0e-b447739f44b7', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'router_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'port_id': '05abead1-999d-420b-9b7b-383b2a076a22', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f', 'mac_address': 'fa:16:3e:41:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:28:23Z', 'updated_at': '2021-06-29T14:28:50Z', 'revision_number': 1, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02862bf3-dc57-4c33-b9c4-f64dd8a45923', 'name': '', 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'mac_address': 'fa:16:3e:77:6b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b290bd3-20c6-48b7-a0ea-2f1a94cb7740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:04Z', 'updated_at': '2021-06-29T14:28:22Z', 'revision_number': 5, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'subnets': [{'id': '6b290bd3-20c6-48b7-a0ea-2f1a94cb7740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:28:52.531938 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a2fab5-6a96-4074-a4f0-36328ad74056 None None] The sync data for ids ['bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'] in dv-cinder-798356-1-iscsi is: [{'id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'name': 'tempest-AttachVolumeTestJSON-23625440-router', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '72285900-8a54-40e1-a50b-4894872e1c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:28:07Z', 'revision_number': 4, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'gw_port': {'id': '72285900-8a54-40e1-a50b-4894872e1c95', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:54Z', 'updated_at': '2021-06-29T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_floatingips': [{'id': '7b751308-5398-4ca3-aa0e-b447739f44b7', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'floating_ip_address': '172.27.1.218', 'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'router_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'port_id': '05abead1-999d-420b-9b7b-383b2a076a22', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f', 'mac_address': 'fa:16:3e:41:6f:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:28:23Z', 'updated_at': '2021-06-29T14:28:50Z', 'revision_number': 1, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02862bf3-dc57-4c33-b9c4-f64dd8a45923', 'name': '', 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'mac_address': 'fa:16:3e:77:6b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b290bd3-20c6-48b7-a0ea-2f1a94cb7740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:04Z', 'updated_at': '2021-06-29T14:28:22Z', 'revision_number': 5, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'subnets': [{'id': '6b290bd3-20c6-48b7-a0ea-2f1a94cb7740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:28:52.613635 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431e588c-bc1a-4152-991c-148d1f026d75 req-343f4fca-7244-421c-b415-1247d2333a4d tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:52.615173 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-431e588c-bc1a-4152-991c-148d1f026d75 req-343f4fca-7244-421c-b415-1247d2333a4d tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.0787292
Jun 29 14:28:52.659148 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-431e588c-bc1a-4152-991c-148d1f026d75 req-71f86730-f7e7-4869-a41c-d0f0aab334bf tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0383885
Jun 29 14:28:53.054209 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658986fe-2a2a-4f59-91cf-defc31bab5fa req-d9267721-f86e-4519-8d12-d4f0b513de76 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:53.055696 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-658986fe-2a2a-4f59-91cf-defc31bab5fa req-d9267721-f86e-4519-8d12-d4f0b513de76 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1 HTTP/1.1" status: 200  len: 945 time: 0.0767918
Jun 29 14:28:53.106635 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-658986fe-2a2a-4f59-91cf-defc31bab5fa req-037dbedb-23a2-46f7-ab5b-6b4355a1d1db tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/security-groups?id=a482af90-05e1-4ab6-8883-a1506aff8635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453742
Jun 29 14:28:53.452378 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e55608-57eb-4fe8-8ffb-8c49af3db6e1 req-a2dd9054-ebc3-4f34-8891-33e3c3ded827 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:53.453811 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e6e55608-57eb-4fe8-8ffb-8c49af3db6e1 req-a2dd9054-ebc3-4f34-8891-33e3c3ded827 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.0728385
Jun 29 14:28:53.499732 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e6e55608-57eb-4fe8-8ffb-8c49af3db6e1 req-732711b2-b9bf-4ba9-bced-f42dfca2a9a7 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404711
Jun 29 14:28:53.895515 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d644ac7-1432-4f19-af9b-6964b2bd6279 req-df60d45f-15c9-4cc9-99cb-1f3b12ee97bd tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:53.896879 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-6d644ac7-1432-4f19-af9b-6964b2bd6279 req-df60d45f-15c9-4cc9-99cb-1f3b12ee97bd tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.0749657
Jun 29 14:28:53.941385 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-6d644ac7-1432-4f19-af9b-6964b2bd6279 req-552c525f-6a24-47bc-bda2-6d69de74854b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0389631
Jun 29 14:28:54.328888 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aad0174-8884-4e5c-8f79-39de5b6dc6b4 req-23c9c94f-a434-4070-9c7e-9b651865f4e6 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:54.330901 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-2aad0174-8884-4e5c-8f79-39de5b6dc6b4 req-23c9c94f-a434-4070-9c7e-9b651865f4e6 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1 HTTP/1.1" status: 200  len: 945 time: 0.0961206
Jun 29 14:28:54.379641 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-2aad0174-8884-4e5c-8f79-39de5b6dc6b4 req-53dc901a-6391-43fe-ad26-cce4484daa85 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/security-groups?id=a482af90-05e1-4ab6-8883-a1506aff8635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415812
Jun 29 14:28:54.691453 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc8b9a6-bf24-4cf8-b9fd-1b2f6ec7549a req-b0b70cbd-c688-4189-aa2c-9ec944bfa011 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:54.692843 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-edc8b9a6-bf24-4cf8-b9fd-1b2f6ec7549a req-b0b70cbd-c688-4189-aa2c-9ec944bfa011 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.0747919
Jun 29 14:28:54.740485 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-edc8b9a6-bf24-4cf8-b9fd-1b2f6ec7549a req-ec01bfbc-b0ce-425a-8d87-b7ccb147d034 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419736
Jun 29 14:28:54.936945 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99e567d-6cf2-4648-89be-795caf4cf7d5 None None] New status for floating IP 7b751308-5398-4ca3-aa0e-b447739f44b7: ACTIVE {{(pid=74236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 14:28:55.151292 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caebcb1-a008-4dbe-991d-069a9735f891 req-6ca72cb7-4d75-42c4-b3fc-a52a7bd78a0c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:55.152729 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-1caebcb1-a008-4dbe-991d-069a9735f891 req-6ca72cb7-4d75-42c4-b3fc-a52a7bd78a0c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.0782385
Jun 29 14:28:55.200678 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-1caebcb1-a008-4dbe-991d-069a9735f891 req-6c9754de-1ab7-4821-ac6f-4aa238f248d7 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424287
Jun 29 14:28:55.429979 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d770fbe-9f77-4823-ad2a-b172782e1bf4 req-f7b208a7-b88b-44cd-a9a2-08240397576b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:55.431442 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-2d770fbe-9f77-4823-ad2a-b172782e1bf4 req-f7b208a7-b88b-44cd-a9a2-08240397576b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6b290bd3-20c6-48b7-a0ea-2f1a94cb7740 HTTP/1.1" status: 200  len: 848 time: 0.0609422
Jun 29 14:28:55.622883 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-2d770fbe-9f77-4823-ad2a-b172782e1bf4 req-42902c21-b5da-4d7b-97b0-36c2e0f8e2c7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4136cd64-8118-416e-874b-f6ed5b97de9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1281853
Jun 29 14:28:55.629465 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bd58d0-3c0a-487c-87ed-b2a738dbc56f req-19e5019d-fa52-40f2-b0c4-f5377f6a9312 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:55.630824 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c6bd58d0-3c0a-487c-87ed-b2a738dbc56f req-19e5019d-fa52-40f2-b0c4-f5377f6a9312 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1 HTTP/1.1" status: 200  len: 945 time: 0.1046412
Jun 29 14:28:55.762396 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c6bd58d0-3c0a-487c-87ed-b2a738dbc56f req-466d2b9f-ef1b-437a-824f-fd754a70d4e1 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/security-groups?id=a482af90-05e1-4ab6-8883-a1506aff8635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114306
Jun 29 14:28:55.796653 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-2d770fbe-9f77-4823-ad2a-b172782e1bf4 req-a68c8d06-7971-4dc4-9bd3-78c101aa0b4f service neutron] 10.222.0.69 "GET /v2.0/networks/4136cd64-8118-416e-874b-f6ed5b97de9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1629875
Jun 29 14:28:55.942104 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-2d770fbe-9f77-4823-ad2a-b172782e1bf4 req-f3703d2f-625a-4474-b2d4-0e82d7b0f1c5 service neutron] 10.222.0.69 "GET /v2.0/networks/4136cd64-8118-416e-874b-f6ed5b97de9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1315987
Jun 29 14:28:55.951859 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab55dcb5-11c1-46ed-9deb-5463c1f1afb5 req-6ebaea8b-7a92-4a93-8351-b3db4e0e25ab tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:55.953838 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-ab55dcb5-11c1-46ed-9deb-5463c1f1afb5 req-6ebaea8b-7a92-4a93-8351-b3db4e0e25ab tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.0853002
Jun 29 14:28:56.009076 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-ab55dcb5-11c1-46ed-9deb-5463c1f1afb5 req-800d72a2-9f3a-4e2d-82e3-02979d8f49bd tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454051
Jun 29 14:28:56.465791 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4394469c-ea69-4f7e-aaed-32b435f5f9e8 req-acdfe2b7-840e-40fe-9111-f3dd2be6cab6 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:56.472252 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4394469c-ea69-4f7e-aaed-32b435f5f9e8 req-acdfe2b7-840e-40fe-9111-f3dd2be6cab6 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.1387465
Jun 29 14:28:56.528715 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4394469c-ea69-4f7e-aaed-32b435f5f9e8 req-27092a4e-f915-4b49-9f04-cb95df64d208 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0488756
Jun 29 14:28:56.960314 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0381cb6-ac9f-46b3-8212-7e8ad00dd63a req-30632952-5d36-47d7-a254-08f8719c91a1 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:56.961765 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e0381cb6-ac9f-46b3-8212-7e8ad00dd63a req-30632952-5d36-47d7-a254-08f8719c91a1 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1 HTTP/1.1" status: 200  len: 945 time: 0.0794444
Jun 29 14:28:57.006363 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e0381cb6-ac9f-46b3-8212-7e8ad00dd63a req-3f83bcd7-7248-4e6a-90e9-eceb8df9ec52 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/security-groups?id=a482af90-05e1-4ab6-8883-a1506aff8635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388980
Jun 29 14:28:57.199624 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d102c928-6e30-4df5-9b06-7509b79900d9 req-afe32a03-c6b2-40cd-8472-d2331ff9e0ce tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:57.201032 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d102c928-6e30-4df5-9b06-7509b79900d9 req-afe32a03-c6b2-40cd-8472-d2331ff9e0ce tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.0745873
Jun 29 14:28:57.244009 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d102c928-6e30-4df5-9b06-7509b79900d9 req-ef6a0597-1d60-44cb-b836-1005fc91b97c tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376160
Jun 29 14:28:57.740644 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5860fe80-e81e-4d28-917c-88a65db7eeb0 req-5d0780a8-02db-44c6-81d9-0a8967313623 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:57.742084 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-5860fe80-e81e-4d28-917c-88a65db7eeb0 req-5d0780a8-02db-44c6-81d9-0a8967313623 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.0776281
Jun 29 14:28:57.785593 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-5860fe80-e81e-4d28-917c-88a65db7eeb0 req-567c03d7-7bae-4ff0-9523-5a074b89dc68 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379648
Jun 29 14:28:58.206237 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d6e8c0-14c3-48eb-a330-2166e50594f6 req-37c97edf-8bdc-4e81-8acd-5bcc17998c67 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:58.210069 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-23d6e8c0-14c3-48eb-a330-2166e50594f6 req-37c97edf-8bdc-4e81-8acd-5bcc17998c67 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1 HTTP/1.1" status: 200  len: 945 time: 0.0775566
Jun 29 14:28:58.262308 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-23d6e8c0-14c3-48eb-a330-2166e50594f6 req-8c2c3550-d355-4f18-98cd-659776643eda tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/security-groups?id=a482af90-05e1-4ab6-8883-a1506aff8635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470595
Jun 29 14:28:58.441094 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-356ff73f-772b-4fd1-8f59-aa3bee25a4e3 req-31a3d21c-a7cf-4786-8eae-394cfe177b88 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:58.442415 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-356ff73f-772b-4fd1-8f59-aa3bee25a4e3 req-31a3d21c-a7cf-4786-8eae-394cfe177b88 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.0738015
Jun 29 14:28:58.485558 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-356ff73f-772b-4fd1-8f59-aa3bee25a4e3 req-02b410ed-d96d-466f-b73f-30c7f5c7e718 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377185
Jun 29 14:28:58.996137 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c555ed8a-af7e-4419-b072-68edcbcf1b16 req-51b5a4f8-eb8d-4fc8-bdf4-9ae391389bc5 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:58.997468 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c555ed8a-af7e-4419-b072-68edcbcf1b16 req-51b5a4f8-eb8d-4fc8-bdf4-9ae391389bc5 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.0772958
Jun 29 14:28:59.041340 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c555ed8a-af7e-4419-b072-68edcbcf1b16 req-88c9c3ff-5068-448e-be2e-68128aa7f844 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384235
Jun 29 14:28:59.452345 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3614e6e1-38f4-4e10-a3a4-e160e90c839b req-972e0386-c2e8-407c-9019-2411f44b050d tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:59.453767 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-3614e6e1-38f4-4e10-a3a4-e160e90c839b req-972e0386-c2e8-407c-9019-2411f44b050d tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1 HTTP/1.1" status: 200  len: 945 time: 0.0737028
Jun 29 14:28:59.499445 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-3614e6e1-38f4-4e10-a3a4-e160e90c839b req-b4a2da20-7b6f-4352-aa5c-598424c6496f tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/security-groups?id=a482af90-05e1-4ab6-8883-a1506aff8635&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390933
Jun 29 14:28:59.684653 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3a3f4f-9096-4781-b034-2f781ac80308 req-19ed3dc8-a659-4c07-9f44-a7f791bb1d69 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:59.686188 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-2f3a3f4f-9096-4781-b034-2f781ac80308 req-19ed3dc8-a659-4c07-9f44-a7f791bb1d69 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.0751457
Jun 29 14:28:59.734229 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-2f3a3f4f-9096-4781-b034-2f781ac80308 req-40596cea-b5b0-4e1a-95e5-03dcd82a3f23 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424669
Jun 29 14:28:59.739592 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93046684-e7c6-41e6-8e33-628e9e1013e0 req-3986220e-67cd-4c00-909a-2d905716fc07 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:28:59.741033 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-93046684-e7c6-41e6-8e33-628e9e1013e0 req-3986220e-67cd-4c00-909a-2d905716fc07 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.69 "GET /v2.0/ports?device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1 HTTP/1.1" status: 200  len: 945 time: 0.0839682
Jun 29 14:28:59.812944 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [req-93046684-e7c6-41e6-8e33-628e9e1013e0 req-a84e1d70-44d8-47ac-9fb9-88904c690aba tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Deleting port c16c100e-be69-4587-be2c-3bd887db981d {{(pid=74234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:28:59.813378 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-93046684-e7c6-41e6-8e33-628e9e1013e0 req-a84e1d70-44d8-47ac-9fb9-88904c690aba tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:00.088681 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-93046684-e7c6-41e6-8e33-628e9e1013e0 req-a84e1d70-44d8-47ac-9fb9-88904c690aba tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] For port c16c100e-be69-4587-be2c-3bd887db981d, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=c16c100e-be69-4587-be2c-3bd887db981d,segment=NetworkSegment(5cdb01d4-f8d7-46f9-8d82-2b447c11ef10),segment_id=5cdb01d4-f8d7-46f9-8d82-2b447c11ef10)] {{(pid=74234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:29:00.089039 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-93046684-e7c6-41e6-8e33-628e9e1013e0 req-a84e1d70-44d8-47ac-9fb9-88904c690aba tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:00.263773 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [req-93046684-e7c6-41e6-8e33-628e9e1013e0 req-a84e1d70-44d8-47ac-9fb9-88904c690aba tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Calling delete_port for c16c100e-be69-4587-be2c-3bd887db981d owned by compute:nova {{(pid=74234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:29:00.564841 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cfff5f-540c-4300-9657-c7df7c3cc649 req-2d938bdc-0dbf-4883-ad2f-ee3e7203bde3 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:00.566845 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b3cfff5f-540c-4300-9657-c7df7c3cc649 req-2d938bdc-0dbf-4883-ad2f-ee3e7203bde3 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.3110888
Jun 29 14:29:00.593586 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-93046684-e7c6-41e6-8e33-628e9e1013e0 req-a84e1d70-44d8-47ac-9fb9-88904c690aba tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:00.602403 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:00.610289 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['c16c100e-be69-4587-be2c-3bd887db981d'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:29:00.732968 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84e1d70-44d8-47ac-9fb9-88904c690aba tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Pushing event deleted for resources: {'Port': ['ID=c16c100e-be69-4587-be2c-3bd887db981d,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:00.738063 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-333aaf2a-a9db-4999-9fce-be564d5d455b req-b0054a1f-5498-46f5-9ee5-0235c4dcc3b9 tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1 HTTP/1.1" status: 200  len: 210 time: 0.0682147
Jun 29 14:29:00.775790 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b3cfff5f-540c-4300-9657-c7df7c3cc649 req-650e77ad-866a-41a8-b17e-a21bbf1dc413 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2007995
Jun 29 14:29:00.812851 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e1d70-44d8-47ac-9fb9-88904c690aba tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:29:00.813217 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e1d70-44d8-47ac-9fb9-88904c690aba tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:29:00.813568 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e1d70-44d8-47ac-9fb9-88904c690aba tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:29:00.813930 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e1d70-44d8-47ac-9fb9-88904c690aba tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:29:00.814262 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e1d70-44d8-47ac-9fb9-88904c690aba tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:29:00.814643 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e1d70-44d8-47ac-9fb9-88904c690aba tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:29:00.815157 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e1d70-44d8-47ac-9fb9-88904c690aba tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:29:00.815328 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e1d70-44d8-47ac-9fb9-88904c690aba tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:29:00.815668 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e1d70-44d8-47ac-9fb9-88904c690aba tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:29:00.816552 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e1d70-44d8-47ac-9fb9-88904c690aba tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:29:00.826617 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84e1d70-44d8-47ac-9fb9-88904c690aba tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:29:00.826617 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-a84e1d70-44d8-47ac-9fb9-88904c690aba tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:00.826617 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [req-93046684-e7c6-41e6-8e33-628e9e1013e0 req-a84e1d70-44d8-47ac-9fb9-88904c690aba tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] No DVR routers for this DVR port c16c100e-be69-4587-be2c-3bd887db981d on host hv-cinder-79835 {{(pid=74234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 14:29:00.828971 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-93046684-e7c6-41e6-8e33-628e9e1013e0 req-a84e1d70-44d8-47ac-9fb9-88904c690aba tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:00.833712 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e81d544-e28c-4a51-a0bc-60d9039d8ef1', 'name': 'network-vif-deleted', 'tag': 'c16c100e-be69-4587-be2c-3bd887db981d'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:29:00.851382 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-93046684-e7c6-41e6-8e33-628e9e1013e0 req-a84e1d70-44d8-47ac-9fb9-88904c690aba tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.69 "DELETE /v2.0/ports/c16c100e-be69-4587-be2c-3bd887db981d HTTP/1.1" status: 204  len: 173 time: 1.1004725
Jun 29 14:29:00.991451 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a365f437-e949-4bbf-a55e-17009a6f4cdb req-d79cddbf-cf88-4f6b-8827-b0c441f6182b tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:00.993852 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a365f437-e949-4bbf-a55e-17009a6f4cdb req-d79cddbf-cf88-4f6b-8827-b0c441f6182b tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.1131570
Jun 29 14:29:01.041687 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273dee0-6e5d-4164-8382-4ec07d2cdc5e req-71fe920d-38eb-422d-8e78-ca0abd3b0369 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:01.043301 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-1273dee0-6e5d-4164-8382-4ec07d2cdc5e req-71fe920d-38eb-422d-8e78-ca0abd3b0369 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.0855644
Jun 29 14:29:01.052578 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a365f437-e949-4bbf-a55e-17009a6f4cdb req-a7b9575e-32c2-4c19-9cc6-7d5198df49a4 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520720
Jun 29 14:29:01.052924 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 39110) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:01.058654 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-ab43f8a7-d842-44df-be1a-075fd08dbc94 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Request body: {'floatingip': {'port_id': 'da2a16d0-a72c-4e20-9a86-51b3070c4df3'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:29:01.109312 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e81d544-e28c-4a51-a0bc-60d9039d8ef1', 'name': 'network-vif-deleted', 'tag': 'c16c100e-be69-4587-be2c-3bd887db981d', 'status': 'completed', 'code': 200}
Jun 29 14:29:01.135061 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ab43f8a7-d842-44df-be1a-075fd08dbc94 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for floatingip, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:01.705914 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ab43f8a7-d842-44df-be1a-075fd08dbc94 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:01.710862 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ab43f8a7-d842-44df-be1a-075fd08dbc94 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-669791'] for floatingip, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:01.904887 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-4fb175dd-7dbd-405b-a3fc-3464c3878ac6 req-70dfc77c-fad2-4b01-aa31-42ba18b323ef tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Synchronizing usage tracker for tenant:98c21011a694479d9020004a973e4a51 on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:29:01.935618 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-4fb175dd-7dbd-405b-a3fc-3464c3878ac6 req-70dfc77c-fad2-4b01-aa31-42ba18b323ef tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Unset dirty status for tenant:98c21011a694479d9020004a973e4a51 on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:29:01.936737 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4fb175dd-7dbd-405b-a3fc-3464c3878ac6 req-70dfc77c-fad2-4b01-aa31-42ba18b323ef tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1 HTTP/1.1" status: 200  len: 210 time: 0.0793834
Jun 29 14:29:01.950577 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.db.l3_db [None req-ab43f8a7-d842-44df-be1a-075fd08dbc94 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Floating IP 8c436488-03f4-43c5-ae15-abf8e469c128 associated. External IP: 172.27.1.210, port: da2a16d0-a72c-4e20-9a86-51b3070c4df3.
Jun 29 14:29:02.383120 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bcd0d7-d7b1-438b-aaea-93f632c37921 req-0447a174-f93b-4246-8138-7ffed2c8cbc9 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:02.384488 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b4bcd0d7-d7b1-438b-aaea-93f632c37921 req-0447a174-f93b-4246-8138-7ffed2c8cbc9 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.1078787
Jun 29 14:29:02.493168 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b4bcd0d7-d7b1-438b-aaea-93f632c37921 req-602478db-e00d-423a-a561-6894b99bad87 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1023064
Jun 29 14:29:02.531138 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab43f8a7-d842-44df-be1a-075fd08dbc94 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Router 2aa978a3-fc1c-4cea-a790-dd2d19f05366 has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:29:02.731819 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab43f8a7-d842-44df-be1a-075fd08dbc94 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:29:02.736528 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ab43f8a7-d842-44df-be1a-075fd08dbc94 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for floatingip, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:02.741701 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00715aee-bdb7-40ea-8b52-8246cb1b5830 None None] Sync routers for ids ['2aa978a3-fc1c-4cea-a790-dd2d19f05366'] in dv-cinder-798356-1-iscsi {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:29:02.753776 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00715aee-bdb7-40ea-8b52-8246cb1b5830 None None] Routers {'2aa978a3-fc1c-4cea-a790-dd2d19f05366'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:29:02.754376 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-00715aee-bdb7-40ea-8b52-8246cb1b5830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94a7e760>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:28:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['2aa978a3-fc1c-4cea-a790-dd2d19f05366'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:29:02.794331 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-ab43f8a7-d842-44df-be1a-075fd08dbc94 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "PUT /v2.0/floatingips/8c436488-03f4-43c5-ae15-abf8e469c128 HTTP/1.1" status: 200  len: 992 time: 1.7377086
Jun 29 14:29:02.938687 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-00715aee-bdb7-40ea-8b52-8246cb1b5830 None None] Set router 2aa978a3-fc1c-4cea-a790-dd2d19f05366 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:29:03.110838 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65c55acb-c2d2-4123-8452-1d5205741f89', 'tag': 'da2a16d0-a72c-4e20-9a86-51b3070c4df3'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:29:03.276627 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-00715aee-bdb7-40ea-8b52-8246cb1b5830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94a7e760>, [{'id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'name': 'tempest-AttachVolumeShelveTestJSON-917780842-router', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:28:17Z', 'revision_number': 4, 'project_id': '9168106bff7043a69607ef135131ee6b', 'gw_port': {'id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:55Z', 'updated_at': '2021-06-29T14:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_floatingips': [{'id': '8c436488-03f4-43c5-ae15-abf8e469c128', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'router_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'port_id': 'da2a16d0-a72c-4e20-9a86-51b3070c4df3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc', 'mac_address': 'fa:16:3e:45:a1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c55acb-c2d2-4123-8452-1d5205741f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:28:27Z', 'updated_at': '2021-06-29T14:29:01Z', 'revision_number': 1, 'project_id': '9168106bff7043a69607ef135131ee6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281698d6-3a16-4419-84fb-977033f76538', 'name': '', 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'mac_address': 'fa:16:3e:6a:d3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:10Z', 'updated_at': '2021-06-29T14:28:50Z', 'revision_number': 5, 'project_id': '9168106bff7043a69607ef135131ee6b', 'subnets': [{'id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:29:03.280243 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00715aee-bdb7-40ea-8b52-8246cb1b5830 None None] Checking router: 2aa978a3-fc1c-4cea-a790-dd2d19f05366 for host: dv-cinder-798356-1-iscsi {{(pid=74237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:29:03.290728 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00715aee-bdb7-40ea-8b52-8246cb1b5830 None None] Routers {'2aa978a3-fc1c-4cea-a790-dd2d19f05366'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:29:03.291310 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-00715aee-bdb7-40ea-8b52-8246cb1b5830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94a7e760>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:28:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['2aa978a3-fc1c-4cea-a790-dd2d19f05366'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:29:03.459897 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-00715aee-bdb7-40ea-8b52-8246cb1b5830 None None] Set router 2aa978a3-fc1c-4cea-a790-dd2d19f05366 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:29:03.817109 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device c16c100e-be69-4587-be2c-3bd887db981d no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:29:03.830116 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-00715aee-bdb7-40ea-8b52-8246cb1b5830 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94a7e760>, [{'id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'name': 'tempest-AttachVolumeShelveTestJSON-917780842-router', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:28:17Z', 'revision_number': 4, 'project_id': '9168106bff7043a69607ef135131ee6b', 'gw_port': {'id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:55Z', 'updated_at': '2021-06-29T14:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_floatingips': [{'id': '8c436488-03f4-43c5-ae15-abf8e469c128', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'router_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'port_id': 'da2a16d0-a72c-4e20-9a86-51b3070c4df3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc', 'mac_address': 'fa:16:3e:45:a1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c55acb-c2d2-4123-8452-1d5205741f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:28:27Z', 'updated_at': '2021-06-29T14:29:01Z', 'revision_number': 1, 'project_id': '9168106bff7043a69607ef135131ee6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281698d6-3a16-4419-84fb-977033f76538', 'name': '', 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'mac_address': 'fa:16:3e:6a:d3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:10Z', 'updated_at': '2021-06-29T14:28:50Z', 'revision_number': 5, 'project_id': '9168106bff7043a69607ef135131ee6b', 'subnets': [{'id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:29:03.835036 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00715aee-bdb7-40ea-8b52-8246cb1b5830 None None] The sync data for ids ['2aa978a3-fc1c-4cea-a790-dd2d19f05366'] in dv-cinder-798356-1-iscsi is: [{'id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'name': 'tempest-AttachVolumeShelveTestJSON-917780842-router', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:28:17Z', 'revision_number': 4, 'project_id': '9168106bff7043a69607ef135131ee6b', 'gw_port': {'id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:55Z', 'updated_at': '2021-06-29T14:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_floatingips': [{'id': '8c436488-03f4-43c5-ae15-abf8e469c128', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'floating_ip_address': '172.27.1.210', 'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'router_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'port_id': 'da2a16d0-a72c-4e20-9a86-51b3070c4df3', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc', 'mac_address': 'fa:16:3e:45:a1:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65c55acb-c2d2-4123-8452-1d5205741f89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:28:27Z', 'updated_at': '2021-06-29T14:29:01Z', 'revision_number': 1, 'project_id': '9168106bff7043a69607ef135131ee6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281698d6-3a16-4419-84fb-977033f76538', 'name': '', 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'mac_address': 'fa:16:3e:6a:d3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:10Z', 'updated_at': '2021-06-29T14:28:50Z', 'revision_number': 5, 'project_id': '9168106bff7043a69607ef135131ee6b', 'subnets': [{'id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:29:03.852960 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] No Port match for: c16c100e-be69-4587-be2c-3bd887db981d {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:29:03.853489 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device c16c100e-be69-4587-be2c-3bd887db981d not bound to the agent host hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:29:03.949314 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65c55acb-c2d2-4123-8452-1d5205741f89', 'tag': 'da2a16d0-a72c-4e20-9a86-51b3070c4df3', 'status': 'completed', 'code': 200}
Jun 29 14:29:04.030712 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-d1facb4e-5a9a-4aba-8106-e9f0bdce235e req-99749f99-d2fa-4c96-97b1-bb98f5348a3e tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] 10.222.0.13 "GET /v2.0/ports?device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1 HTTP/1.1" status: 200  len: 210 time: 0.0470440
Jun 29 14:29:04.096496 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0b7c183d-8703-47cd-a384-4626dd3ad607 req-730f5eae-588b-4172-87a5-3e4592f46b23 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9168106bff7043a69607ef135131ee6b&device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 1099 time: 0.1196105
Jun 29 14:29:04.215522 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f395e4c5-7503-4800-8119-dae8c16fc658 req-11a61637-754f-44fb-a4d0-7cc9edb27980 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:04.216993 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f395e4c5-7503-4800-8119-dae8c16fc658 req-11a61637-754f-44fb-a4d0-7cc9edb27980 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.1738880
Jun 29 14:29:04.274770 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c183d-8703-47cd-a384-4626dd3ad607 req-16f78e9b-004d-40dd-8866-86db5a8efa03 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:04.276257 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0b7c183d-8703-47cd-a384-4626dd3ad607 req-16f78e9b-004d-40dd-8866-86db5a8efa03 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4efbe09a-ec64-4c57-8f69-466f632996dc HTTP/1.1" status: 200  len: 917 time: 0.1697118
Jun 29 14:29:04.368656 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f395e4c5-7503-4800-8119-dae8c16fc658 req-2d09dfa5-94cd-4269-bc11-105b683943a9 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1372287
Jun 29 14:29:04.393948 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0b7c183d-8703-47cd-a384-4626dd3ad607 req-63fbf197-9d34-4cf1-b15b-2c41191f114e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da2a16d0-a72c-4e20-9a86-51b3070c4df3 HTTP/1.1" status: 200  len: 1000 time: 0.1104834
Jun 29 14:29:04.461158 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7c183d-8703-47cd-a384-4626dd3ad607 req-02729abc-243d-4ca0-8445-c3e8a87d0685 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:04.462894 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0b7c183d-8703-47cd-a384-4626dd3ad607 req-02729abc-243d-4ca0-8445-c3e8a87d0685 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7c6c0350-3172-4dbb-bc15-a1e408f3e7e3 HTTP/1.1" status: 200  len: 855 time: 0.0605950
Jun 29 14:29:04.553530 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0b7c183d-8703-47cd-a384-4626dd3ad607 req-51dbedb8-149d-4e04-965b-3daf54e97fcb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4efbe09a-ec64-4c57-8f69-466f632996dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0762954
Jun 29 14:29:04.699655 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0b7c183d-8703-47cd-a384-4626dd3ad607 req-b4f22b8d-cf27-4c4a-9d2b-a07a75a53e4a service neutron] 10.222.0.69 "GET /v2.0/networks/4efbe09a-ec64-4c57-8f69-466f632996dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379950
Jun 29 14:29:04.851006 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0b7c183d-8703-47cd-a384-4626dd3ad607 req-9490757b-7a72-450b-a21f-51fdbd1d5166 service neutron] 10.222.0.69 "GET /v2.0/networks/4efbe09a-ec64-4c57-8f69-466f632996dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1435540
Jun 29 14:29:05.249837 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-bb88867e-6538-46c9-950c-a9f3f17a09bb req-2a211ad7-e4b3-4cc3-9470-67e05c5d83d8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 210 time: 0.0537875
Jun 29 14:29:05.384782 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-bb88867e-6538-46c9-950c-a9f3f17a09bb req-55901899-fadf-4bdc-bb87-337aa5935361 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=98c21011a694479d9020004a973e4a51&device_id=2e81d544-e28c-4a51-a0bc-60d9039d8ef1 HTTP/1.1" status: 200  len: 210 time: 0.0468159
Jun 29 14:29:05.703887 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88867e-6538-46c9-950c-a9f3f17a09bb req-28353b85-db32-49b2-a6d3-b479da199fe3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:05.705342 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-bb88867e-6538-46c9-950c-a9f3f17a09bb req-28353b85-db32-49b2-a6d3-b479da199fe3 service neutron] 10.222.0.69 "GET /v2.0/networks?tenant_id=98c21011a694479d9020004a973e4a51&shared=False HTTP/1.1" status: 200  len: 913 time: 0.2996726
Jun 29 14:29:05.740886 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b6d0ad-29ee-46c4-911e-8ffee9fdf9a8 req-8910cfc5-88d2-44c4-8dd6-251d76974050 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:05.742231 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-74b6d0ad-29ee-46c4-911e-8ffee9fdf9a8 req-8910cfc5-88d2-44c4-8dd6-251d76974050 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.1643968
Jun 29 14:29:05.869749 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-74b6d0ad-29ee-46c4-911e-8ffee9fdf9a8 req-fd9fdc5b-ea9e-4971-bc78-599cbdb2c806 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0790634
Jun 29 14:29:05.885297 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb88867e-6538-46c9-950c-a9f3f17a09bb req-2c310553-c4d8-4715-8b62-2c22c2343bec service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:05.886760 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-bb88867e-6538-46c9-950c-a9f3f17a09bb req-2c310553-c4d8-4715-8b62-2c22c2343bec service neutron] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1733823
Jun 29 14:29:05.960520 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-e0f06353-a57b-4388-9d8b-a023747427c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:06.407551 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:06.550029 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adf0717-a963-421e-8c6a-58681ac4a903 None None] New status for floating IP 8c436488-03f4-43c5-ae15-abf8e469c128: ACTIVE {{(pid=74236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 14:29:06.981460 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 39258) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:07.098713 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_v2 [None req-be005d22-8d79-4b9e-b90f-e1c67a5f2266 admin admin] Deleting subnet 8de91fd9-1e85-4c23-a479-eb1673ad4aee {{(pid=74234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 14:29:07.105330 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-be005d22-8d79-4b9e-b90f-e1c67a5f2266 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:07.168835 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539a9b46-6766-47bb-8c23-e2a041834038 req-ee216000-4cc5-4309-9b9a-39ad00cb3511 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:07.170282 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-539a9b46-6766-47bb-8c23-e2a041834038 req-ee216000-4cc5-4309-9b9a-39ad00cb3511 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.1561110
Jun 29 14:29:07.172144 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-be005d22-8d79-4b9e-b90f-e1c67a5f2266 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1222750'] for subnet, precommit_delete_associations {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:07.258415 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-539a9b46-6766-47bb-8c23-e2a041834038 req-a7caff2c-43c3-466b-a095-699a7b909ec3 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0610383
Jun 29 14:29:07.259365 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-be005d22-8d79-4b9e-b90f-e1c67a5f2266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3930061'] for subnet, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:07.327076 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-be005d22-8d79-4b9e-b90f-e1c67a5f2266 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1750944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1217628'] for subnet, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:07.331905 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-66cecd8a-078f-45f8-8536-caaba36d6aef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:07.372842 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be005d22-8d79-4b9e-b90f-e1c67a5f2266 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8de91fd9-1e85-4c23-a479-eb1673ad4aee,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:07.378104 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-be005d22-8d79-4b9e-b90f-e1c67a5f2266 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:07.381052 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-be005d22-8d79-4b9e-b90f-e1c67a5f2266 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for subnet, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:07.387222 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-be005d22-8d79-4b9e-b90f-e1c67a5f2266 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8de91fd9-1e85-4c23-a479-eb1673ad4aee HTTP/1.1" status: 204  len: 168 time: 0.4046340
Jun 29 14:29:07.389657 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 39266) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:07.513144 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-3ddc6e10-a3ca-4eff-aea3-224f02eeddc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3691460'] for network, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:07.641064 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-3ddc6e10-a3ca-4eff-aea3-224f02eeddc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931320', 'neutron.services.segments.db._delete_segments_for_network-8730483304066'] for network, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:07.654244 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.services.segments.db [None req-3ddc6e10-a3ca-4eff-aea3-224f02eeddc9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b93ee1070>,) {'filters': {'network_id': ['5b698dac-2814-4285-b9fc-a47ee81514a6']}} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:29:07.667362 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.services.segments.db [None req-3ddc6e10-a3ca-4eff-aea3-224f02eeddc9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b93ee1070>, '5cdb01d4-f8d7-46f9-8d82-2b447c11ef10') {'for_net_delete': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:29:07.667662 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.services.segments.db [None req-3ddc6e10-a3ca-4eff-aea3-224f02eeddc9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b93ee1070>, '5cdb01d4-f8d7-46f9-8d82-2b447c11ef10') {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:29:07.679279 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-3ddc6e10-a3ca-4eff-aea3-224f02eeddc9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730483226525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1222737'] for segment, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:07.695282 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-3ddc6e10-a3ca-4eff-aea3-224f02eeddc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:07.701475 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ddc6e10-a3ca-4eff-aea3-224f02eeddc9 admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=74234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 14:29:07.701857 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-3ddc6e10-a3ca-4eff-aea3-224f02eeddc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3829314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1750790'] for segment, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:07.715917 dv-cinder-798356-1-iscsi neutron-server[74234]: Traceback (most recent call last):
Jun 29 14:29:07.715917 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 14:29:07.715917 dv-cinder-798356-1-iscsi neutron-server[74234]:     timer()
Jun 29 14:29:07.715917 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 14:29:07.715917 dv-cinder-798356-1-iscsi neutron-server[74234]:     cb(*args, **kw)
Jun 29 14:29:07.715917 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 14:29:07.715917 dv-cinder-798356-1-iscsi neutron-server[74234]:     return func(*args, **kwargs)
Jun 29 14:29:07.715917 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 14:29:07.715917 dv-cinder-798356-1-iscsi neutron-server[74234]:     self._notify()
Jun 29 14:29:07.715917 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 14:29:07.715917 dv-cinder-798356-1-iscsi neutron-server[74234]:     self.callback(batched_events)
Jun 29 14:29:07.715917 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 14:29:07.715917 dv-cinder-798356-1-iscsi neutron-server[74234]:     event.method(event)
Jun 29 14:29:07.715917 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 14:29:07.715917 dv-cinder-798356-1-iscsi neutron-server[74234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 14:29:07.715917 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 14:29:07.715917 dv-cinder-798356-1-iscsi neutron-server[74234]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 14:29:07.715917 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 14:29:07.715917 dv-cinder-798356-1-iscsi neutron-server[74234]:     return f(self, *a, **k)
Jun 29 14:29:07.715917 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 14:29:07.715917 dv-cinder-798356-1-iscsi neutron-server[74234]:     return self._get(url).json()
Jun 29 14:29:07.715917 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 14:29:07.715917 dv-cinder-798356-1-iscsi neutron-server[74234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 14:29:07.715917 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 14:29:07.715917 dv-cinder-798356-1-iscsi neutron-server[74234]:     return self.request(url, 'GET', **kwargs)
Jun 29 14:29:07.715917 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 14:29:07.715917 dv-cinder-798356-1-iscsi neutron-server[74234]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 14:29:07.715917 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 14:29:07.715917 dv-cinder-798356-1-iscsi neutron-server[74234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 14:29:07.715917 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 14:29:07.715917 dv-cinder-798356-1-iscsi neutron-server[74234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 14:29:07.715917 dv-cinder-798356-1-iscsi neutron-server[74234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 14:29:07.807751 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-3ddc6e10-a3ca-4eff-aea3-224f02eeddc9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3930699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670133'] for network, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:07.812450 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-c5238958-5c07-425e-9144-cf4a70c84af5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:07.830049 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-3ddc6e10-a3ca-4eff-aea3-224f02eeddc9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:07.838661 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc6e10-a3ca-4eff-aea3-224f02eeddc9 admin admin] Pushing event deleted for resources: {'Network': ['ID=5b698dac-2814-4285-b9fc-a47ee81514a6,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:07.842874 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-3ddc6e10-a3ca-4eff-aea3-224f02eeddc9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:07.853901 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-3ddc6e10-a3ca-4eff-aea3-224f02eeddc9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5b698dac-2814-4285-b9fc-a47ee81514a6 HTTP/1.1" status: 204  len: 168 time: 0.4593551
Jun 29 14:29:08.065772 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 39286) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:08.131457 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-012ebd61-9eb1-4b9c-8907-2eb16e621d2c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=98c21011a694479d9020004a973e4a51&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0623150
Jun 29 14:29:08.131679 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 39294) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:08.175220 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-9613cd08-9bfc-41cf-ae20-2d6697907528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:08.195786 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-494120b4-2111-46a7-889b-d2e28d360c29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:08.220727 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-494120b4-2111-46a7-889b-d2e28d360c29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:08.271732 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-494120b4-2111-46a7-889b-d2e28d360c29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:08.275347 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:08.287914 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-494120b4-2111-46a7-889b-d2e28d360c29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a482af90-05e1-4ab6-8883-a1506aff8635,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:08.298740 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494120b4-2111-46a7-889b-d2e28d360c29 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:29:08.299100 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494120b4-2111-46a7-889b-d2e28d360c29 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:29:08.299446 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494120b4-2111-46a7-889b-d2e28d360c29 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:29:08.299788 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494120b4-2111-46a7-889b-d2e28d360c29 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:29:08.300211 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494120b4-2111-46a7-889b-d2e28d360c29 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:29:08.301651 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494120b4-2111-46a7-889b-d2e28d360c29 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:29:08.301651 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494120b4-2111-46a7-889b-d2e28d360c29 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:29:08.301651 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494120b4-2111-46a7-889b-d2e28d360c29 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:29:08.301651 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494120b4-2111-46a7-889b-d2e28d360c29 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:29:08.301651 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494120b4-2111-46a7-889b-d2e28d360c29 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:29:08.303612 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-494120b4-2111-46a7-889b-d2e28d360c29 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:29:08.310060 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-494120b4-2111-46a7-889b-d2e28d360c29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:08.313833 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-494120b4-2111-46a7-889b-d2e28d360c29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:08.314957 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-494120b4-2111-46a7-889b-d2e28d360c29 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a482af90-05e1-4ab6-8883-a1506aff8635 HTTP/1.1" status: 204  len: 168 time: 0.1824048
Jun 29 14:29:09.159690 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:09.917117 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:10.407216 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103ba24d-9c70-4dce-acc1-db4e01f79ce8 req-ec67aaf3-e09b-4e0e-9966-fa8e728a7ff8 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:10.408690 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-103ba24d-9c70-4dce-acc1-db4e01f79ce8 req-ec67aaf3-e09b-4e0e-9966-fa8e728a7ff8 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.0870523
Jun 29 14:29:10.458780 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-103ba24d-9c70-4dce-acc1-db4e01f79ce8 req-29b4ddd2-05ab-4e5d-a68b-6a05d586e65c tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443237
Jun 29 14:29:10.842483 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:11.667431 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520a6f73-0a80-4729-9554-6fa34879512b req-816a404e-52ec-4bb7-83b9-58060d6a47a8 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:11.668884 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-520a6f73-0a80-4729-9554-6fa34879512b req-816a404e-52ec-4bb7-83b9-58060d6a47a8 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.0792384
Jun 29 14:29:11.735022 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-520a6f73-0a80-4729-9554-6fa34879512b req-8a4a11e3-f58d-4a5b-aaca-782a8baabc46 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601668
Jun 29 14:29:12.938391 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed8252c-cf9c-4307-83b5-63cad20e1050 req-fa8fe6fc-41cb-4181-969d-cd1be54886de tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:12.939980 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-fed8252c-cf9c-4307-83b5-63cad20e1050 req-fa8fe6fc-41cb-4181-969d-cd1be54886de tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.0788891
Jun 29 14:29:12.992116 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-fed8252c-cf9c-4307-83b5-63cad20e1050 req-6c77c935-6375-43fa-b415-ed357dab283b tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454609
Jun 29 14:29:15.936013 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a700b2-4c4a-450c-bf6b-4ee72032ad70 req-dc6ce614-6351-4575-9ac7-c2b5e02cff51 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:15.937429 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-c4a700b2-4c4a-450c-bf6b-4ee72032ad70 req-dc6ce614-6351-4575-9ac7-c2b5e02cff51 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.0762239
Jun 29 14:29:15.985491 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-c4a700b2-4c4a-450c-bf6b-4ee72032ad70 req-124bc4a1-c9e0-42f7-a98f-c98eae3976d7 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425467
Jun 29 14:29:19.457948 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee125f32-82b7-49f6-8601-f313f626f52b req-b4f85f0f-e8e6-4e94-a431-6f8b92dc6e77 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:19.459291 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ee125f32-82b7-49f6-8601-f313f626f52b req-b4f85f0f-e8e6-4e94-a431-6f8b92dc6e77 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.0772033
Jun 29 14:29:19.503044 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ee125f32-82b7-49f6-8601-f313f626f52b req-90a2ebe2-6312-48cb-a82f-63e47fe060a2 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0382891
Jun 29 14:29:19.689607 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 6 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:29:19.970295 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-76c8cf36-51b2-4ef8-9076-f36c2c0767fc req-e2f2eba5-9807-4e0f-a2e0-f7f48009040a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 1099 time: 0.0680306
Jun 29 14:29:20.014699 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-76c8cf36-51b2-4ef8-9076-f36c2c0767fc req-a1e92764-7378-4241-b378-75b02bc1b12d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0357225
Jun 29 14:29:20.727348 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9616f99b-1387-49e2-a9dd-b3811f682026 req-fd754ed1-d930-4e0d-88ce-5f72e31ff975 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:20.729247 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-9616f99b-1387-49e2-a9dd-b3811f682026 req-fd754ed1-d930-4e0d-88ce-5f72e31ff975 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.0951779
Jun 29 14:29:20.785060 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-9616f99b-1387-49e2-a9dd-b3811f682026 req-e5e052cc-13b9-449c-867a-503ff3f4e45c tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0486829
Jun 29 14:29:21.218273 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 39644) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:21.371038 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6216e139-74da-4830-a4d7-84f1a63ac70b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:21.404228 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-6216e139-74da-4830-a4d7-84f1a63ac70b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:29:21.408125 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-6216e139-74da-4830-a4d7-84f1a63ac70b admin admin] Usage tracker for resource:security_group_rule and tenant:8664f04712a14f89ae329c3d8621fdcf is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:29:21.410990 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-6216e139-74da-4830-a4d7-84f1a63ac70b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:29:21.416696 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-6216e139-74da-4830-a4d7-84f1a63ac70b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:29:21.489850 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6216e139-74da-4830-a4d7-84f1a63ac70b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:21.494713 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6216e139-74da-4830-a4d7-84f1a63ac70b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:21.523797 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:21.534443 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-6216e139-74da-4830-a4d7-84f1a63ac70b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8664f04712a14f89ae329c3d8621fdcf&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3127222
Jun 29 14:29:21.534907 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 39658) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:21.556131 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6216e139-74da-4830-a4d7-84f1a63ac70b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249de297-ff33-485f-b338-63f38fb1ed30,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:21.559128 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-6216e139-74da-4830-a4d7-84f1a63ac70b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:21.603687 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-860db33e-b249-4f3b-baa4-3a3beef3c162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:21.701405 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-860db33e-b249-4f3b-baa4-3a3beef3c162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:21.756434 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-860db33e-b249-4f3b-baa4-3a3beef3c162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:21.760794 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-c026ac49-90ac-4a5e-b560-438e5d0e522d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:21.772231 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860db33e-b249-4f3b-baa4-3a3beef3c162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249de297-ff33-485f-b338-63f38fb1ed30,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:21.775320 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-860db33e-b249-4f3b-baa4-3a3beef3c162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:21.781194 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-860db33e-b249-4f3b-baa4-3a3beef3c162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:21.784833 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-860db33e-b249-4f3b-baa4-3a3beef3c162 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/249de297-ff33-485f-b338-63f38fb1ed30 HTTP/1.1" status: 204  len: 168 time: 0.2461777
Jun 29 14:29:22.022581 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7cbb2f-1f47-425d-99a4-9804fa49258a req-614690ed-ee1b-4c9f-bd53-a3169e5b91d6 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:22.024815 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0d7cbb2f-1f47-425d-99a4-9804fa49258a req-614690ed-ee1b-4c9f-bd53-a3169e5b91d6 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.0783479
Jun 29 14:29:22.078290 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0d7cbb2f-1f47-425d-99a4-9804fa49258a req-087e5e64-81d2-4186-8faf-2da479bfd507 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0485880
Jun 29 14:29:22.230218 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 39698) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:22.260168 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-561f09ad-4a19-4ff0-aae6-074490dcb4b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:22.299459 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-561f09ad-4a19-4ff0-aae6-074490dcb4b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:29:22.304559 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-561f09ad-4a19-4ff0-aae6-074490dcb4b1 admin admin] Usage tracker for resource:security_group_rule and tenant:c688918688db46d394b4d9fb7ed77de8 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:29:22.309518 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-561f09ad-4a19-4ff0-aae6-074490dcb4b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:29:22.309931 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740ca404-f330-4fd4-ae2f-2e67c4441df8 req-d45722fd-8534-49cc-b679-65325b3c55ad tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:22.316627 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-561f09ad-4a19-4ff0-aae6-074490dcb4b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:29:22.320095 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-740ca404-f330-4fd4-ae2f-2e67c4441df8 req-d45722fd-8534-49cc-b679-65325b3c55ad tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.1054955
Jun 29 14:29:22.384384 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-740ca404-f330-4fd4-ae2f-2e67c4441df8 req-7f114118-90a8-4580-bd69-b3181865e9b4 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0621157
Jun 29 14:29:22.413130 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-561f09ad-4a19-4ff0-aae6-074490dcb4b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:22.417973 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-561f09ad-4a19-4ff0-aae6-074490dcb4b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:22.427986 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-673770dd-9290-411c-b9b0-7cdc4b020626 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:22.475075 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561f09ad-4a19-4ff0-aae6-074490dcb4b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8618157-ff69-483b-81d4-f254505b564b,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:22.484187 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-561f09ad-4a19-4ff0-aae6-074490dcb4b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:22.490572 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-561f09ad-4a19-4ff0-aae6-074490dcb4b1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c688918688db46d394b4d9fb7ed77de8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2589135
Jun 29 14:29:22.492786 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 39716) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:22.586154 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5594c505-2e4e-4d94-973a-843c6afbc25c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:22.625918 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5594c505-2e4e-4d94-973a-843c6afbc25c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:22.697633 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5594c505-2e4e-4d94-973a-843c6afbc25c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:22.710271 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:22.725868 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5594c505-2e4e-4d94-973a-843c6afbc25c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8618157-ff69-483b-81d4-f254505b564b,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:22.740802 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-5594c505-2e4e-4d94-973a-843c6afbc25c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:22.745714 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5594c505-2e4e-4d94-973a-843c6afbc25c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:22.747668 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-5594c505-2e4e-4d94-973a-843c6afbc25c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d8618157-ff69-483b-81d4-f254505b564b HTTP/1.1" status: 204  len: 168 time: 0.2536612
Jun 29 14:29:23.124501 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 39748) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:23.369504 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-aee208b8-2ca3-49c6-94fd-6da778fd2454 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:23.411285 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-aee208b8-2ca3-49c6-94fd-6da778fd2454 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:29:23.415576 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-aee208b8-2ca3-49c6-94fd-6da778fd2454 admin admin] Usage tracker for resource:security_group_rule and tenant:936a4820c8774113b8fca0fcdda1efaa is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:29:23.419001 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-aee208b8-2ca3-49c6-94fd-6da778fd2454 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:29:23.425474 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-aee208b8-2ca3-49c6-94fd-6da778fd2454 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:29:23.506349 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-aee208b8-2ca3-49c6-94fd-6da778fd2454 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:23.514010 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-aee208b8-2ca3-49c6-94fd-6da778fd2454 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:23.526110 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-860db33e-b249-4f3b-baa4-3a3beef3c162 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:23.573668 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee208b8-2ca3-49c6-94fd-6da778fd2454 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71513f8e-d364-40f0-b357-1bf9efb233b1,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:23.576875 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-aee208b8-2ca3-49c6-94fd-6da778fd2454 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:23.581939 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-aee208b8-2ca3-49c6-94fd-6da778fd2454 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=936a4820c8774113b8fca0fcdda1efaa&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4538832
Jun 29 14:29:23.582421 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 39776) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:23.643330 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-6e104093-f5e5-48fa-80a2-f3f9af42d09b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:23.674460 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-6e104093-f5e5-48fa-80a2-f3f9af42d09b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:23.730098 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-6e104093-f5e5-48fa-80a2-f3f9af42d09b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:23.735543 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:23.748134 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e104093-f5e5-48fa-80a2-f3f9af42d09b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71513f8e-d364-40f0-b357-1bf9efb233b1,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:23.751039 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-6e104093-f5e5-48fa-80a2-f3f9af42d09b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:23.752953 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-6e104093-f5e5-48fa-80a2-f3f9af42d09b admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:23.754150 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-6e104093-f5e5-48fa-80a2-f3f9af42d09b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71513f8e-d364-40f0-b357-1bf9efb233b1 HTTP/1.1" status: 204  len: 168 time: 0.1710725
Jun 29 14:29:24.140736 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 39798) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:24.159781 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-aa17f2ba-1d30-499b-9319-6d2621afd9ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:24.189805 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-aa17f2ba-1d30-499b-9319-6d2621afd9ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:29:24.193644 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-aa17f2ba-1d30-499b-9319-6d2621afd9ae admin admin] Usage tracker for resource:security_group_rule and tenant:438a414c701e451096caeabaed87a0fd is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:29:24.196412 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-aa17f2ba-1d30-499b-9319-6d2621afd9ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:29:24.202026 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-aa17f2ba-1d30-499b-9319-6d2621afd9ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:29:24.271146 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-aa17f2ba-1d30-499b-9319-6d2621afd9ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:24.275770 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-aa17f2ba-1d30-499b-9319-6d2621afd9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:24.285034 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:24.325568 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17f2ba-1d30-499b-9319-6d2621afd9ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ec36185-565e-43e1-a229-385564c5af49,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:24.329095 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-aa17f2ba-1d30-499b-9319-6d2621afd9ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:24.332586 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-aa17f2ba-1d30-499b-9319-6d2621afd9ae admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=438a414c701e451096caeabaed87a0fd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1907604
Jun 29 14:29:24.341064 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 39808) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:24.425289 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6202c83b-54fc-4135-b416-d4bd521c51e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:24.454830 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6202c83b-54fc-4135-b416-d4bd521c51e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:24.518120 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6202c83b-54fc-4135-b416-d4bd521c51e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:24.523683 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-29b753e0-45bb-408e-b720-d6eb359c092b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:24.539095 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202c83b-54fc-4135-b416-d4bd521c51e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ec36185-565e-43e1-a229-385564c5af49,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:24.542228 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-6202c83b-54fc-4135-b416-d4bd521c51e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:24.546941 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6202c83b-54fc-4135-b416-d4bd521c51e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:24.551065 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-6202c83b-54fc-4135-b416-d4bd521c51e2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ec36185-565e-43e1-a229-385564c5af49 HTTP/1.1" status: 204  len: 168 time: 0.2089803
Jun 29 14:29:24.862842 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-37991f6f-f97f-4fa7-a583-99b953aaf836 req-3779730d-a46f-4e19-aec9-7ecb8bbcc079 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=49688b8975d4487d95604f13bd607887&device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 1099 time: 0.1589558
Jun 29 14:29:24.943974 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d627aed-66c3-4030-8c1c-f5d8ef69ddc5 req-5e374c1a-42f8-42e0-8659-7d3e9ba084e6 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:24.953045 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-0d627aed-66c3-4030-8c1c-f5d8ef69ddc5 req-5e374c1a-42f8-42e0-8659-7d3e9ba084e6 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.1667333
Jun 29 14:29:25.012504 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-0d627aed-66c3-4030-8c1c-f5d8ef69ddc5 req-68fce79f-d768-45ed-8284-037516564027 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0567968
Jun 29 14:29:25.133767 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 39860) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:25.195037 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37991f6f-f97f-4fa7-a583-99b953aaf836 req-d08fb575-0044-4a0d-9321-767c114ef657 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:25.197100 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-37991f6f-f97f-4fa7-a583-99b953aaf836 req-d08fb575-0044-4a0d-9321-767c114ef657 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e18f3f47-eda3-4841-b6ac-77a54d6b46e2 HTTP/1.1" status: 200  len: 919 time: 0.3287387
Jun 29 14:29:25.285608 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-37991f6f-f97f-4fa7-a583-99b953aaf836 req-084e4644-632b-495f-a24e-ebaecdfd0aa5 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75c1dbd6-bc8a-4537-8746-a64e7143b40b HTTP/1.1" status: 200  len: 217 time: 0.0724771
Jun 29 14:29:25.290267 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_v2 [None req-edc21d26-d5b5-4fff-883e-c82757bf9443 admin admin] Deleting subnet 6393a8be-c87b-4a9e-9089-5fe075a1bb8a {{(pid=74234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 14:29:25.293374 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-edc21d26-d5b5-4fff-883e-c82757bf9443 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:25.391385 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-edc21d26-d5b5-4fff-883e-c82757bf9443 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1222750'] for subnet, precommit_delete_associations {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:25.432971 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37991f6f-f97f-4fa7-a583-99b953aaf836 req-8f8ffd28-a6f8-4e97-8c04-d49ae14eba37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:25.434415 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-37991f6f-f97f-4fa7-a583-99b953aaf836 req-8f8ffd28-a6f8-4e97-8c04-d49ae14eba37 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d349a7a1-71b6-4c71-8ccc-984c68721f79 HTTP/1.1" status: 200  len: 858 time: 0.1098900
Jun 29 14:29:25.494965 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 39878) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:25.501256 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-37991f6f-f97f-4fa7-a583-99b953aaf836 req-1228598f-f9a2-44fc-8718-78d1b868a91d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e18f3f47-eda3-4841-b6ac-77a54d6b46e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0570266
Jun 29 14:29:25.502448 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-edc21d26-d5b5-4fff-883e-c82757bf9443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3930061'] for subnet, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:25.679988 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-edc21d26-d5b5-4fff-883e-c82757bf9443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1750944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1217628'] for subnet, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:25.687428 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:25.716899 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-37991f6f-f97f-4fa7-a583-99b953aaf836 req-6264ef3e-515d-423f-839b-be691b670636 service neutron] 10.222.0.69 "GET /v2.0/networks/e18f3f47-eda3-4841-b6ac-77a54d6b46e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1846409
Jun 29 14:29:25.723454 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc21d26-d5b5-4fff-883e-c82757bf9443 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6393a8be-c87b-4a9e-9089-5fe075a1bb8a,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:25.727616 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-edc21d26-d5b5-4fff-883e-c82757bf9443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:25.753527 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-edc21d26-d5b5-4fff-883e-c82757bf9443 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for subnet, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:25.825617 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-edc21d26-d5b5-4fff-883e-c82757bf9443 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6393a8be-c87b-4a9e-9089-5fe075a1bb8a HTTP/1.1" status: 204  len: 168 time: 0.6908553
Jun 29 14:29:25.832708 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 39886) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:25.845219 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-7e88d356-9b08-4f27-8b04-e585c03c44dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:25.893045 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-7e88d356-9b08-4f27-8b04-e585c03c44dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:29:25.899194 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-7e88d356-9b08-4f27-8b04-e585c03c44dd admin admin] Usage tracker for resource:security_group_rule and tenant:0b4e1e1baaae43feb709917a7f21ea2b is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:29:25.904847 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-7e88d356-9b08-4f27-8b04-e585c03c44dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:29:25.913756 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-7e88d356-9b08-4f27-8b04-e585c03c44dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:29:26.007196 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-7e88d356-9b08-4f27-8b04-e585c03c44dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:26.012893 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-7e88d356-9b08-4f27-8b04-e585c03c44dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:26.060941 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-37991f6f-f97f-4fa7-a583-99b953aaf836 req-b33fa56d-2fcf-409d-b7d9-b777f8f03cf2 service neutron] 10.222.0.69 "GET /v2.0/networks/e18f3f47-eda3-4841-b6ac-77a54d6b46e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3302078
Jun 29 14:29:26.063365 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c84255da-9017-4279-8889-015ab13c1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3691460'] for network, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:26.072071 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-cb2ddb61-e195-4236-8094-5b217d13bb3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:26.086555 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-7e88d356-9b08-4f27-8b04-e585c03c44dd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0b4e1e1baaae43feb709917a7f21ea2b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5912120
Jun 29 14:29:26.096904 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 39904) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:26.270414 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c84255da-9017-4279-8889-015ab13c1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931320', 'neutron.services.segments.db._delete_segments_for_network-8730483304066'] for network, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:26.285087 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.services.segments.db [None req-c84255da-9017-4279-8889-015ab13c1c0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b9466bf10>,) {'filters': {'network_id': ['7ed55507-9155-4c7a-824b-af5779536936']}} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:29:26.301342 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.services.segments.db [None req-c84255da-9017-4279-8889-015ab13c1c0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b9466bf10>, 'f14d5837-fddd-469e-ac00-8a757a41c70d') {'for_net_delete': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:29:26.301633 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.services.segments.db [None req-c84255da-9017-4279-8889-015ab13c1c0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b9466bf10>, 'f14d5837-fddd-469e-ac00-8a757a41c70d') {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:29:26.307011 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e88d356-9b08-4f27-8b04-e585c03c44dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58766fe-ebd4-4535-b2b3-256b493735c3,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:26.310624 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-7e88d356-9b08-4f27-8b04-e585c03c44dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:26.331300 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c84255da-9017-4279-8889-015ab13c1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730483226525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1222737'] for segment, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:26.350141 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2a651a15-1d06-4d35-ba45-f2c7130166a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:26.356318 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c84255da-9017-4279-8889-015ab13c1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:26.366634 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c84255da-9017-4279-8889-015ab13c1c0b admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=74234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 14:29:26.367046 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c84255da-9017-4279-8889-015ab13c1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3829314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1750790'] for segment, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:26.380639 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2a651a15-1d06-4d35-ba45-f2c7130166a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:26.399703 dv-cinder-798356-1-iscsi neutron-server[74234]: Traceback (most recent call last):
Jun 29 14:29:26.399703 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 14:29:26.399703 dv-cinder-798356-1-iscsi neutron-server[74234]:     timer()
Jun 29 14:29:26.399703 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 14:29:26.399703 dv-cinder-798356-1-iscsi neutron-server[74234]:     cb(*args, **kw)
Jun 29 14:29:26.399703 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 14:29:26.399703 dv-cinder-798356-1-iscsi neutron-server[74234]:     return func(*args, **kwargs)
Jun 29 14:29:26.399703 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 14:29:26.399703 dv-cinder-798356-1-iscsi neutron-server[74234]:     self._notify()
Jun 29 14:29:26.399703 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 14:29:26.399703 dv-cinder-798356-1-iscsi neutron-server[74234]:     self.callback(batched_events)
Jun 29 14:29:26.399703 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 14:29:26.399703 dv-cinder-798356-1-iscsi neutron-server[74234]:     event.method(event)
Jun 29 14:29:26.399703 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 14:29:26.399703 dv-cinder-798356-1-iscsi neutron-server[74234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 14:29:26.399703 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 14:29:26.399703 dv-cinder-798356-1-iscsi neutron-server[74234]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 14:29:26.399703 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 14:29:26.399703 dv-cinder-798356-1-iscsi neutron-server[74234]:     return f(self, *a, **k)
Jun 29 14:29:26.399703 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 14:29:26.399703 dv-cinder-798356-1-iscsi neutron-server[74234]:     return self._get(url).json()
Jun 29 14:29:26.399703 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 14:29:26.399703 dv-cinder-798356-1-iscsi neutron-server[74234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 14:29:26.399703 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 14:29:26.399703 dv-cinder-798356-1-iscsi neutron-server[74234]:     return self.request(url, 'GET', **kwargs)
Jun 29 14:29:26.399703 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 14:29:26.399703 dv-cinder-798356-1-iscsi neutron-server[74234]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 14:29:26.399703 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 14:29:26.399703 dv-cinder-798356-1-iscsi neutron-server[74234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 14:29:26.399703 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 14:29:26.399703 dv-cinder-798356-1-iscsi neutron-server[74234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 14:29:26.399703 dv-cinder-798356-1-iscsi neutron-server[74234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 14:29:26.442278 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e846eeee-b452-435c-a054-06a9fb20d7fe req-c2a8726c-e3b3-4d8a-b1b6-9646f5e38c22 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:26.449853 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-e846eeee-b452-435c-a054-06a9fb20d7fe req-c2a8726c-e3b3-4d8a-b1b6-9646f5e38c22 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.2291379
Jun 29 14:29:26.452890 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2a651a15-1d06-4d35-ba45-f2c7130166a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:26.474383 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-15c86c3d-67e3-4e63-b6ea-1663139842be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:26.492541 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a651a15-1d06-4d35-ba45-f2c7130166a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58766fe-ebd4-4535-b2b3-256b493735c3,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:26.493778 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-2a651a15-1d06-4d35-ba45-f2c7130166a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:26.522826 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2a651a15-1d06-4d35-ba45-f2c7130166a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:26.523944 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-2a651a15-1d06-4d35-ba45-f2c7130166a0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d58766fe-ebd4-4535-b2b3-256b493735c3 HTTP/1.1" status: 204  len: 168 time: 0.4259133
Jun 29 14:29:26.565475 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c84255da-9017-4279-8889-015ab13c1c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3930699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670133'] for network, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:26.575583 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c84255da-9017-4279-8889-015ab13c1c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:26.580160 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-167d28ea-cb7b-48fe-bdef-1a4ad5882e3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:26.593630 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-e846eeee-b452-435c-a054-06a9fb20d7fe req-7465a858-9f1e-42a8-8f10-658f74a1724f tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1417723
Jun 29 14:29:26.600145 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-c84255da-9017-4279-8889-015ab13c1c0b admin admin] 10.222.0.13 "DELETE /v2.0/networks/7ed55507-9155-4c7a-824b-af5779536936 HTTP/1.1" status: 204  len: 168 time: 0.7688050
Jun 29 14:29:26.604203 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 39928) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:26.604704 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84255da-9017-4279-8889-015ab13c1c0b admin admin] Pushing event deleted for resources: {'Network': ['ID=7ed55507-9155-4c7a-824b-af5779536936,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:26.612974 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-c84255da-9017-4279-8889-015ab13c1c0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:26.771949 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.db_base_plugin_v2 [None req-bab2cc23-90e7-4f42-b6f7-d37db162ab82 admin admin] Deleting subnet 575a19c5-65a2-402c-9c29-ecbbdd82740c {{(pid=74235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 14:29:26.777204 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-bab2cc23-90e7-4f42-b6f7-d37db162ab82 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:26.852031 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-bab2cc23-90e7-4f42-b6f7-d37db162ab82 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1897654'] for subnet, precommit_delete_associations {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:26.927265 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-bab2cc23-90e7-4f42-b6f7-d37db162ab82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3930061'] for subnet, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:27.017215 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-bab2cc23-90e7-4f42-b6f7-d37db162ab82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1167277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1167964'] for subnet, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:27.038990 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-1a0718d3-d1c4-4797-9623-d49683969a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:27.074912 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-bab2cc23-90e7-4f42-b6f7-d37db162ab82 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:27.079391 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab2cc23-90e7-4f42-b6f7-d37db162ab82 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=575a19c5-65a2-402c-9c29-ecbbdd82740c,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:27.082945 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-bab2cc23-90e7-4f42-b6f7-d37db162ab82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:27.086477 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-bab2cc23-90e7-4f42-b6f7-d37db162ab82 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/575a19c5-65a2-402c-9c29-ecbbdd82740c HTTP/1.1" status: 204  len: 168 time: 0.4811964
Jun 29 14:29:27.088952 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 39952) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:27.212705 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 39962) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:27.238906 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0c3f5ca0-2b32-40f7-88d7-62bfa3dcf90f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:27.248336 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-05f4cc82-3a63-492a-bd30-6f6fbe371503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3691460'] for network, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:27.275749 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-0c3f5ca0-2b32-40f7-88d7-62bfa3dcf90f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:29:27.281339 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-0c3f5ca0-2b32-40f7-88d7-62bfa3dcf90f admin admin] Usage tracker for resource:security_group_rule and tenant:ecc3c59e95ad4472ade6f7aa4c8fc9f7 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:29:27.284506 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-0c3f5ca0-2b32-40f7-88d7-62bfa3dcf90f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:29:27.292743 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-0c3f5ca0-2b32-40f7-88d7-62bfa3dcf90f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:29:27.375189 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0c3f5ca0-2b32-40f7-88d7-62bfa3dcf90f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:27.380490 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-05f4cc82-3a63-492a-bd30-6f6fbe371503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931320', 'neutron.services.segments.db._delete_segments_for_network-8730483304066'] for network, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:27.383901 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0c3f5ca0-2b32-40f7-88d7-62bfa3dcf90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:27.394859 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.services.segments.db [None req-05f4cc82-3a63-492a-bd30-6f6fbe371503 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b94aecd00>,) {'filters': {'network_id': ['3dee1fb3-ed68-4aba-8eb5-5831cb2df450']}} {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:29:27.397351 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-aa17f2ba-1d30-499b-9319-6d2621afd9ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:27.410712 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.services.segments.db [None req-05f4cc82-3a63-492a-bd30-6f6fbe371503 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b94aecd00>, '7c559ac3-a925-4e45-8324-0343ce503e74') {'for_net_delete': True} {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:29:27.411734 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.services.segments.db [None req-05f4cc82-3a63-492a-bd30-6f6fbe371503 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b94aecd00>, '7c559ac3-a925-4e45-8324-0343ce503e74') {} {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:29:27.428231 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-05f4cc82-3a63-492a-bd30-6f6fbe371503 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730483226525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1897657'] for segment, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:27.447252 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-05f4cc82-3a63-492a-bd30-6f6fbe371503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:27.452553 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c3f5ca0-2b32-40f7-88d7-62bfa3dcf90f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f67691a-5cbb-4e56-a57e-54299d8a1847,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:27.454996 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05f4cc82-3a63-492a-bd30-6f6fbe371503 admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=74235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 14:29:27.455252 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-05f4cc82-3a63-492a-bd30-6f6fbe371503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3829314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1167115'] for segment, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:27.457224 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-0c3f5ca0-2b32-40f7-88d7-62bfa3dcf90f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:27.461439 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-0c3f5ca0-2b32-40f7-88d7-62bfa3dcf90f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ecc3c59e95ad4472ade6f7aa4c8fc9f7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2471244
Jun 29 14:29:27.464198 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 39970) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:27.471742 dv-cinder-798356-1-iscsi neutron-server[74235]: Traceback (most recent call last):
Jun 29 14:29:27.471742 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 14:29:27.471742 dv-cinder-798356-1-iscsi neutron-server[74235]:     timer()
Jun 29 14:29:27.471742 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 14:29:27.471742 dv-cinder-798356-1-iscsi neutron-server[74235]:     cb(*args, **kw)
Jun 29 14:29:27.471742 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 14:29:27.471742 dv-cinder-798356-1-iscsi neutron-server[74235]:     return func(*args, **kwargs)
Jun 29 14:29:27.471742 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 14:29:27.471742 dv-cinder-798356-1-iscsi neutron-server[74235]:     self._notify()
Jun 29 14:29:27.471742 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 14:29:27.471742 dv-cinder-798356-1-iscsi neutron-server[74235]:     self.callback(batched_events)
Jun 29 14:29:27.471742 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 14:29:27.471742 dv-cinder-798356-1-iscsi neutron-server[74235]:     event.method(event)
Jun 29 14:29:27.471742 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 14:29:27.471742 dv-cinder-798356-1-iscsi neutron-server[74235]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 14:29:27.471742 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 14:29:27.471742 dv-cinder-798356-1-iscsi neutron-server[74235]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 14:29:27.471742 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 14:29:27.471742 dv-cinder-798356-1-iscsi neutron-server[74235]:     return f(self, *a, **k)
Jun 29 14:29:27.471742 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 14:29:27.471742 dv-cinder-798356-1-iscsi neutron-server[74235]:     return self._get(url).json()
Jun 29 14:29:27.471742 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 14:29:27.471742 dv-cinder-798356-1-iscsi neutron-server[74235]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 14:29:27.471742 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 14:29:27.471742 dv-cinder-798356-1-iscsi neutron-server[74235]:     return self.request(url, 'GET', **kwargs)
Jun 29 14:29:27.471742 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 14:29:27.471742 dv-cinder-798356-1-iscsi neutron-server[74235]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 14:29:27.471742 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 14:29:27.471742 dv-cinder-798356-1-iscsi neutron-server[74235]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 14:29:27.471742 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 14:29:27.471742 dv-cinder-798356-1-iscsi neutron-server[74235]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 14:29:27.471742 dv-cinder-798356-1-iscsi neutron-server[74235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 14:29:27.554087 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-f93171d4-4f23-4895-aaf2-9e610cb36eb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:27.582269 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-05f4cc82-3a63-492a-bd30-6f6fbe371503 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3930699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670133'] for network, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:27.588651 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-0841253b-b668-4591-afcc-74a30d2513dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:27.619328 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-f93171d4-4f23-4895-aaf2-9e610cb36eb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:27.647136 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-05f4cc82-3a63-492a-bd30-6f6fbe371503 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:27.655428 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05f4cc82-3a63-492a-bd30-6f6fbe371503 admin admin] Pushing event deleted for resources: {'Network': ['ID=3dee1fb3-ed68-4aba-8eb5-5831cb2df450,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:27.658059 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-05f4cc82-3a63-492a-bd30-6f6fbe371503 admin admin] 10.222.0.13 "DELETE /v2.0/networks/3dee1fb3-ed68-4aba-8eb5-5831cb2df450 HTTP/1.1" status: 204  len: 168 time: 0.5665281
Jun 29 14:29:27.658950 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-05f4cc82-3a63-492a-bd30-6f6fbe371503 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:27.724313 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-f93171d4-4f23-4895-aaf2-9e610cb36eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:27.732347 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-7cba896f-27fb-42ab-90bf-f8065998c43a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:27.736235 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 39984) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:27.748293 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93171d4-4f23-4895-aaf2-9e610cb36eb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f67691a-5cbb-4e56-a57e-54299d8a1847,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:27.751305 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-f93171d4-4f23-4895-aaf2-9e610cb36eb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:27.757133 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-f93171d4-4f23-4895-aaf2-9e610cb36eb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:27.760477 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-f93171d4-4f23-4895-aaf2-9e610cb36eb9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f67691a-5cbb-4e56-a57e-54299d8a1847 HTTP/1.1" status: 204  len: 168 time: 0.2953663
Jun 29 14:29:27.896826 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3700a9-0e1e-4e04-80f7-c36c9f25e157 req-5c5d9323-ff1a-48ca-b538-e7f6be547338 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:27.898341 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ef3700a9-0e1e-4e04-80f7-c36c9f25e157 req-5c5d9323-ff1a-48ca-b538-e7f6be547338 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.1143646
Jun 29 14:29:27.963846 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ef3700a9-0e1e-4e04-80f7-c36c9f25e157 req-abe9f5d1-709b-4604-9f34-2bac4dd6b726 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0590932
Jun 29 14:29:27.975302 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 39998) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:28.035476 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-c1012559-d600-4f6e-b8ee-1e984cd2b643 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b0ee95ee6f794a608b8d1d262385cb74&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0586417
Jun 29 14:29:28.037923 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 40002) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:28.105250 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-60ae6783-2514-4c69-84b0-db5173e4a421 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:28.131877 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-60ae6783-2514-4c69-84b0-db5173e4a421 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:28.182372 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d1bf7db0-5b8d-47e5-8e5d-b8b6442f870f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:28.230702 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-60ae6783-2514-4c69-84b0-db5173e4a421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:28.238084 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-d9167391-2a42-4c57-8cef-3c06cb27b54e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:28.246396 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-d1bf7db0-5b8d-47e5-8e5d-b8b6442f870f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:29:28.254820 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ae6783-2514-4c69-84b0-db5173e4a421 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34309b72-c383-4b03-9a8b-c07942e65320,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:28.257302 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-60ae6783-2514-4c69-84b0-db5173e4a421 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:28.258616 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-d1bf7db0-5b8d-47e5-8e5d-b8b6442f870f admin admin] Usage tracker for resource:security_group_rule and tenant:765fd91faac4474fabb14388c55e8136 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:29:28.261765 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-d1bf7db0-5b8d-47e5-8e5d-b8b6442f870f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:29:28.267513 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 40008) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:28.271571 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-d1bf7db0-5b8d-47e5-8e5d-b8b6442f870f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:29:28.275714 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-60ae6783-2514-4c69-84b0-db5173e4a421 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:28.276866 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-60ae6783-2514-4c69-84b0-db5173e4a421 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/34309b72-c383-4b03-9a8b-c07942e65320 HTTP/1.1" status: 204  len: 168 time: 0.2378287
Jun 29 14:29:28.351198 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d1bf7db0-5b8d-47e5-8e5d-b8b6442f870f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:28.356195 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d1bf7db0-5b8d-47e5-8e5d-b8b6442f870f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:28.363906 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-79d59884-372a-4024-8a0d-50bf2f50ba70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:28.400147 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bf7db0-5b8d-47e5-8e5d-b8b6442f870f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47f307e1-f70a-499f-8e38-e577743e0099,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:28.408644 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-d1bf7db0-5b8d-47e5-8e5d-b8b6442f870f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:28.415762 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-d1bf7db0-5b8d-47e5-8e5d-b8b6442f870f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=765fd91faac4474fabb14388c55e8136&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6784277
Jun 29 14:29:28.416397 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 40018) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:28.443862 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-50774afb-64dc-4122-bcd6-88e68c9fb2ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:28.483848 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-808cb2b0-6a25-422e-b312-aaa21b25dc4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:28.511042 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-50774afb-64dc-4122-bcd6-88e68c9fb2ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:29:28.518917 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-50774afb-64dc-4122-bcd6-88e68c9fb2ec admin admin] Usage tracker for resource:security_group_rule and tenant:88dca0bcd6df46408edeb0b43b5bbc2e is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:29:28.519512 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-808cb2b0-6a25-422e-b312-aaa21b25dc4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:28.522346 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-50774afb-64dc-4122-bcd6-88e68c9fb2ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:29:28.529949 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-50774afb-64dc-4122-bcd6-88e68c9fb2ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:29:28.586954 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-808cb2b0-6a25-422e-b312-aaa21b25dc4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:28.594718 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-e4c67250-de69-4be0-8bff-c7c85f7b221a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:28.609784 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-50774afb-64dc-4122-bcd6-88e68c9fb2ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:28.610961 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808cb2b0-6a25-422e-b312-aaa21b25dc4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47f307e1-f70a-499f-8e38-e577743e0099,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:28.615085 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-808cb2b0-6a25-422e-b312-aaa21b25dc4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:28.617762 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-50774afb-64dc-4122-bcd6-88e68c9fb2ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:28.619116 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-808cb2b0-6a25-422e-b312-aaa21b25dc4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:28.620380 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-808cb2b0-6a25-422e-b312-aaa21b25dc4a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/47f307e1-f70a-499f-8e38-e577743e0099 HTTP/1.1" status: 204  len: 168 time: 0.2031391
Jun 29 14:29:28.631893 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-aee208b8-2ca3-49c6-94fd-6da778fd2454 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:28.666398 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50774afb-64dc-4122-bcd6-88e68c9fb2ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec27f585-bdc0-48c8-b7c8-93d5345500aa,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:28.670942 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-50774afb-64dc-4122-bcd6-88e68c9fb2ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:28.686775 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-50774afb-64dc-4122-bcd6-88e68c9fb2ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=88dca0bcd6df46408edeb0b43b5bbc2e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4176166
Jun 29 14:29:28.689554 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 40030) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:28.780652 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-20f449b8-62fa-40dc-971a-df6e5b085063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:28.807818 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-20f449b8-62fa-40dc-971a-df6e5b085063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:28.818544 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 40036) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:28.874250 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-20f449b8-62fa-40dc-971a-df6e5b085063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:28.882527 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-ffb7fba0-c331-4b98-a10b-a5527a65192a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:28.883889 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-e852a625-44f3-49d2-8ad3-74c796741779 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ea7bb470cc240acbc1907a32fd84649&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0641820
Jun 29 14:29:28.886350 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 40042) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:28.896003 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-20f449b8-62fa-40dc-971a-df6e5b085063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:28.899943 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-20f449b8-62fa-40dc-971a-df6e5b085063 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ec27f585-bdc0-48c8-b7c8-93d5345500aa HTTP/1.1" status: 204  len: 168 time: 0.2062509
Jun 29 14:29:28.899943 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f449b8-62fa-40dc-971a-df6e5b085063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec27f585-bdc0-48c8-b7c8-93d5345500aa,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:28.905462 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-20f449b8-62fa-40dc-971a-df6e5b085063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:28.974045 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0ca057cc-5fbf-4441-9c51-e09b01e3a113 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:29.023142 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0ca057cc-5fbf-4441-9c51-e09b01e3a113 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:29.118870 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0ca057cc-5fbf-4441-9c51-e09b01e3a113 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:29.124680 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-6e104093-f5e5-48fa-80a2-f3f9af42d09b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:29.142099 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca057cc-5fbf-4441-9c51-e09b01e3a113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dfb9988-6eb8-4a3f-8a94-0ec815c4cfad,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:29.152909 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-0ca057cc-5fbf-4441-9c51-e09b01e3a113 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:29.170852 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0ca057cc-5fbf-4441-9c51-e09b01e3a113 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:29.180701 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-0ca057cc-5fbf-4441-9c51-e09b01e3a113 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1dfb9988-6eb8-4a3f-8a94-0ec815c4cfad HTTP/1.1" status: 204  len: 168 time: 0.2931252
Jun 29 14:29:29.204871 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d1a6f2-5bfb-4a21-9a15-a71ac07f18f2 req-230f2a93-3271-4875-a975-30a574d596b1 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:29.211960 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b3d1a6f2-5bfb-4a21-9a15-a71ac07f18f2 req-230f2a93-3271-4875-a975-30a574d596b1 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.1160872
Jun 29 14:29:29.267246 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b3d1a6f2-5bfb-4a21-9a15-a71ac07f18f2 req-9ce0e881-6a92-47ad-9db3-a957af447efd tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0537963
Jun 29 14:29:29.292255 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 40058) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:29.312844 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-01956276-f70b-457f-9817-7f5f2bb9ca24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:29.347398 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-01956276-f70b-457f-9817-7f5f2bb9ca24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:29:29.351286 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-01956276-f70b-457f-9817-7f5f2bb9ca24 admin admin] Usage tracker for resource:security_group_rule and tenant:84ecfd8b8b2e462891f208276a57f45d is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:29:29.354380 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-01956276-f70b-457f-9817-7f5f2bb9ca24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:29:29.361526 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-01956276-f70b-457f-9817-7f5f2bb9ca24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:29:29.430422 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-01956276-f70b-457f-9817-7f5f2bb9ca24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:29.434402 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-01956276-f70b-457f-9817-7f5f2bb9ca24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:29.441254 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-b22afe3b-11c8-40a4-aee6-42c7837bd9b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:29.481440 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01956276-f70b-457f-9817-7f5f2bb9ca24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee48f48b-02c3-40eb-bc14-b682eb883749,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:29.486548 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-01956276-f70b-457f-9817-7f5f2bb9ca24 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:29.490976 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-01956276-f70b-457f-9817-7f5f2bb9ca24 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=84ecfd8b8b2e462891f208276a57f45d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1971250
Jun 29 14:29:29.494098 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 40064) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:29.560064 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5173c1ee-586f-46a0-b6ce-bd5e1e9db371 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:29.586836 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5173c1ee-586f-46a0-b6ce-bd5e1e9db371 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:29.668489 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5173c1ee-586f-46a0-b6ce-bd5e1e9db371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:29.672381 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-0ca057cc-5fbf-4441-9c51-e09b01e3a113 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:29.683552 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5173c1ee-586f-46a0-b6ce-bd5e1e9db371 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee48f48b-02c3-40eb-bc14-b682eb883749,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:29.688591 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-5173c1ee-586f-46a0-b6ce-bd5e1e9db371 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:29.691160 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5173c1ee-586f-46a0-b6ce-bd5e1e9db371 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:29.692254 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-5173c1ee-586f-46a0-b6ce-bd5e1e9db371 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ee48f48b-02c3-40eb-bc14-b682eb883749 HTTP/1.1" status: 204  len: 168 time: 0.1974483
Jun 29 14:29:29.702851 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 40074) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:29.740474 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-a26204a1-882d-46b4-8ac1-a04fa0cf9917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:29.773731 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-a26204a1-882d-46b4-8ac1-a04fa0cf9917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:29:29.777644 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-a26204a1-882d-46b4-8ac1-a04fa0cf9917 admin admin] Usage tracker for resource:security_group_rule and tenant:95cfc055622d405f9bdf991a1b4da9c2 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:29:29.780564 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-a26204a1-882d-46b4-8ac1-a04fa0cf9917 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:29:29.786305 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-a26204a1-882d-46b4-8ac1-a04fa0cf9917 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:29:29.875855 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-a26204a1-882d-46b4-8ac1-a04fa0cf9917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:29.882004 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-a26204a1-882d-46b4-8ac1-a04fa0cf9917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:29.891369 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-1e8cfec3-1dc4-4d4c-9ee8-3c8ac45c6603 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:29.954311 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26204a1-882d-46b4-8ac1-a04fa0cf9917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2142765d-8763-4572-a672-5e30aa435c50,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:29.959456 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-a26204a1-882d-46b4-8ac1-a04fa0cf9917 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95cfc055622d405f9bdf991a1b4da9c2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2551935
Jun 29 14:29:29.960509 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-a26204a1-882d-46b4-8ac1-a04fa0cf9917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:29.962299 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 40086) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:30.035607 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-bd96c658-2cbe-4b4d-bbcd-d6251398e154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:30.060970 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-bd96c658-2cbe-4b4d-bbcd-d6251398e154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:30.118851 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-bd96c658-2cbe-4b4d-bbcd-d6251398e154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:30.123769 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:30.137602 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd96c658-2cbe-4b4d-bbcd-d6251398e154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2142765d-8763-4572-a672-5e30aa435c50,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:30.140501 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-bd96c658-2cbe-4b4d-bbcd-d6251398e154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:30.141373 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-bd96c658-2cbe-4b4d-bbcd-d6251398e154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:30.142620 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-bd96c658-2cbe-4b4d-bbcd-d6251398e154 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2142765d-8763-4572-a672-5e30aa435c50 HTTP/1.1" status: 204  len: 168 time: 0.1796141
Jun 29 14:29:30.487949 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b52a149-f117-4be3-8e5f-29e0e1c9a133 req-6cb136e3-1af4-498f-895c-335e9cd86d7c tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:30.495644 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-9b52a149-f117-4be3-8e5f-29e0e1c9a133 req-6cb136e3-1af4-498f-895c-335e9cd86d7c tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.1035843
Jun 29 14:29:30.550464 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-9b52a149-f117-4be3-8e5f-29e0e1c9a133 req-28d9aa20-d96d-46a2-bfa6-2592f32777d5 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532537
Jun 29 14:29:31.762173 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6ef8b7-1a8f-492a-9c7b-1145a9183274 req-b58ac370-ef9b-477b-a5f1-0f682dee713e tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:31.769159 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-4d6ef8b7-1a8f-492a-9c7b-1145a9183274 req-b58ac370-ef9b-477b-a5f1-0f682dee713e tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.0868900
Jun 29 14:29:31.815420 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-4d6ef8b7-1a8f-492a-9c7b-1145a9183274 req-d9bd57a0-9321-4bf6-8113-019901906522 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450060
Jun 29 14:29:33.019208 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b51200-95c1-45b4-a928-f2f2db657008 req-1bbdbd9f-60f8-437f-970a-15416e86447c tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:33.026369 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-99b51200-95c1-45b4-a928-f2f2db657008 req-1bbdbd9f-60f8-437f-970a-15416e86447c tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.0818863
Jun 29 14:29:33.083642 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-99b51200-95c1-45b4-a928-f2f2db657008 req-4d194908-fa59-4896-a560-2b0cb6bd9c28 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560882
Jun 29 14:29:34.318579 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c583f0ec-b4db-4a8f-8db7-90f5221ba523 req-1450a653-0d27-4a8d-8e26-961b79a340db tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:34.320030 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-c583f0ec-b4db-4a8f-8db7-90f5221ba523 req-1450a653-0d27-4a8d-8e26-961b79a340db tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.0799172
Jun 29 14:29:34.375127 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-c583f0ec-b4db-4a8f-8db7-90f5221ba523 req-f8d0521b-e617-400d-b13c-365684c7d02b tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493574
Jun 29 14:29:34.471168 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 40294) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:34.639230 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-3e1cfff0-bd0f-430f-b41c-611447c39e88 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:34.676687 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-3e1cfff0-bd0f-430f-b41c-611447c39e88 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:29:34.680857 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-3e1cfff0-bd0f-430f-b41c-611447c39e88 admin admin] Usage tracker for resource:security_group_rule and tenant:7fdc7a5669db41358794c5b2e8620991 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:29:34.684340 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-3e1cfff0-bd0f-430f-b41c-611447c39e88 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:29:34.691196 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-3e1cfff0-bd0f-430f-b41c-611447c39e88 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:29:34.762711 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-3e1cfff0-bd0f-430f-b41c-611447c39e88 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:34.766781 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-3e1cfff0-bd0f-430f-b41c-611447c39e88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:34.773717 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-561f09ad-4a19-4ff0-aae6-074490dcb4b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:34.813168 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1cfff0-bd0f-430f-b41c-611447c39e88 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=565f6ff8-0c64-49b0-9cc7-244e55187e0b,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:34.818017 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-3e1cfff0-bd0f-430f-b41c-611447c39e88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:34.824194 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-3e1cfff0-bd0f-430f-b41c-611447c39e88 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7fdc7a5669db41358794c5b2e8620991&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3508973
Jun 29 14:29:34.824689 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 40312) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:34.895562 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6effb9a2-6e1c-4b17-81cd-30eb82fc0f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:34.923526 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6effb9a2-6e1c-4b17-81cd-30eb82fc0f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:34.978469 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6effb9a2-6e1c-4b17-81cd-30eb82fc0f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:34.983385 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:34.996847 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6effb9a2-6e1c-4b17-81cd-30eb82fc0f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=565f6ff8-0c64-49b0-9cc7-244e55187e0b,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:34.999589 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-6effb9a2-6e1c-4b17-81cd-30eb82fc0f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:35.000745 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6effb9a2-6e1c-4b17-81cd-30eb82fc0f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:35.004918 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-6effb9a2-6e1c-4b17-81cd-30eb82fc0f6d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/565f6ff8-0c64-49b0-9cc7-244e55187e0b HTTP/1.1" status: 204  len: 168 time: 0.1788654
Jun 29 14:29:35.033664 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 40324) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:35.344603 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-b5991b73-261f-41e0-b251-8487958f4a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:35.395766 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-b5991b73-261f-41e0-b251-8487958f4a1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:29:35.401388 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-b5991b73-261f-41e0-b251-8487958f4a1b admin admin] Usage tracker for resource:security_group_rule and tenant:7f629609612043a3ac5e73984018f50a is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:29:35.404676 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-b5991b73-261f-41e0-b251-8487958f4a1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:29:35.412855 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-b5991b73-261f-41e0-b251-8487958f4a1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:29:35.503362 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-b5991b73-261f-41e0-b251-8487958f4a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:35.510766 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-b5991b73-261f-41e0-b251-8487958f4a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:35.538447 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-b25b2d7e-ba56-41ec-9b80-8b7fc45911bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:35.560789 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-b5991b73-261f-41e0-b251-8487958f4a1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7f629609612043a3ac5e73984018f50a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5255022
Jun 29 14:29:35.563820 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 40350) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:35.575416 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5991b73-261f-41e0-b251-8487958f4a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df54152b-2ce9-4ccd-a74b-13077459c80e,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:35.579016 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-b5991b73-261f-41e0-b251-8487958f4a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:35.580873 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 40354) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:35.602689 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-ff38f1b2-eeb8-4072-9451-1a680293f1b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:35.653186 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-ff38f1b2-eeb8-4072-9451-1a680293f1b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:29:35.660377 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-ff38f1b2-eeb8-4072-9451-1a680293f1b2 admin admin] Usage tracker for resource:security_group_rule and tenant:8af9385bc55940e4a13adbfb8cd51eb9 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:29:35.665777 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-ff38f1b2-eeb8-4072-9451-1a680293f1b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:29:35.674164 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-ff38f1b2-eeb8-4072-9451-1a680293f1b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:29:35.698089 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdcf6df-eef1-4bb8-91ce-cf3a06fffef2 req-1459c6bf-a96d-406a-97b4-ab399fabeedc tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:35.704850 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-9fdcf6df-eef1-4bb8-91ce-cf3a06fffef2 req-1459c6bf-a96d-406a-97b4-ab399fabeedc tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.1145072
Jun 29 14:29:35.755041 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-ff38f1b2-eeb8-4072-9451-1a680293f1b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:35.760728 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-ff38f1b2-eeb8-4072-9451-1a680293f1b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:35.764363 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-052f9f65-2bc6-4a58-beba-e7bda23b5867 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:35.769854 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-d1bf7db0-5b8d-47e5-8e5d-b8b6442f870f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:35.792099 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-052f9f65-2bc6-4a58-beba-e7bda23b5867 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:35.819882 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff38f1b2-eeb8-4072-9451-1a680293f1b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da0f23cd-5d3a-47a4-bd56-31161b03c976,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:35.838123 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-ff38f1b2-eeb8-4072-9451-1a680293f1b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8af9385bc55940e4a13adbfb8cd51eb9&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2558219
Jun 29 14:29:35.842550 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-ff38f1b2-eeb8-4072-9451-1a680293f1b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:35.843384 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 40362) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:35.885792 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-9fdcf6df-eef1-4bb8-91ce-cf3a06fffef2 req-386bf403-421e-40f4-83ee-edcc382f8d04 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1800623
Jun 29 14:29:35.893114 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-052f9f65-2bc6-4a58-beba-e7bda23b5867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:35.903759 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-05a4895a-071a-4307-88c6-6ac30f0a8d35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:35.920651 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052f9f65-2bc6-4a58-beba-e7bda23b5867 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df54152b-2ce9-4ccd-a74b-13077459c80e,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:35.923369 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-052f9f65-2bc6-4a58-beba-e7bda23b5867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:35.935757 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-052f9f65-2bc6-4a58-beba-e7bda23b5867 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:35.940123 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-052f9f65-2bc6-4a58-beba-e7bda23b5867 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df54152b-2ce9-4ccd-a74b-13077459c80e HTTP/1.1" status: 204  len: 168 time: 0.3752182
Jun 29 14:29:35.941717 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-7f5fa050-b3c6-41c3-add3-d2220e610498 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:35.969705 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-0881b86e-803e-4f1f-88dd-7800a5167719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:35.972617 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-7f5fa050-b3c6-41c3-add3-d2220e610498 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:36.082410 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-7f5fa050-b3c6-41c3-add3-d2220e610498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:36.090974 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:36.108702 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f5fa050-b3c6-41c3-add3-d2220e610498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da0f23cd-5d3a-47a4-bd56-31161b03c976,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:36.111948 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-7f5fa050-b3c6-41c3-add3-d2220e610498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:36.114637 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-7f5fa050-b3c6-41c3-add3-d2220e610498 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:36.118717 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-7f5fa050-b3c6-41c3-add3-d2220e610498 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da0f23cd-5d3a-47a4-bd56-31161b03c976 HTTP/1.1" status: 204  len: 168 time: 0.2713225
Jun 29 14:29:36.378863 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:36.435335 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 40390) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:36.453631 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6aa40f69-ee8e-4c34-8be4-07c3d9a03469 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:36.498256 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-6aa40f69-ee8e-4c34-8be4-07c3d9a03469 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:29:36.502557 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-6aa40f69-ee8e-4c34-8be4-07c3d9a03469 admin admin] Usage tracker for resource:security_group_rule and tenant:3b15e81d0e3a4f7e8d3f8faf88f538a3 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:29:36.505657 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-6aa40f69-ee8e-4c34-8be4-07c3d9a03469 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:29:36.513644 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-6aa40f69-ee8e-4c34-8be4-07c3d9a03469 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:29:36.587455 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6aa40f69-ee8e-4c34-8be4-07c3d9a03469 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:36.591977 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6aa40f69-ee8e-4c34-8be4-07c3d9a03469 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:36.600403 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-4130c1ac-b956-4254-8eea-24d95bab7677 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:36.639494 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa40f69-ee8e-4c34-8be4-07c3d9a03469 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f7d6456-f61e-43b4-b703-1104ebc37a1b,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:36.646921 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-6aa40f69-ee8e-4c34-8be4-07c3d9a03469 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3b15e81d0e3a4f7e8d3f8faf88f538a3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2080493
Jun 29 14:29:36.646921 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-6aa40f69-ee8e-4c34-8be4-07c3d9a03469 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:36.647279 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 40408) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:36.711176 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-7e8e245e-a69d-467c-acb6-a442ecd19f89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:36.743443 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-7e8e245e-a69d-467c-acb6-a442ecd19f89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:36.820783 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-7e8e245e-a69d-467c-acb6-a442ecd19f89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:36.826094 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-ff38f1b2-eeb8-4072-9451-1a680293f1b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:36.839579 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8e245e-a69d-467c-acb6-a442ecd19f89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f7d6456-f61e-43b4-b703-1104ebc37a1b,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:36.842069 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-7e8e245e-a69d-467c-acb6-a442ecd19f89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:36.843189 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-7e8e245e-a69d-467c-acb6-a442ecd19f89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:36.844277 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-7e8e245e-a69d-467c-acb6-a442ecd19f89 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6f7d6456-f61e-43b4-b703-1104ebc37a1b HTTP/1.1" status: 204  len: 168 time: 0.1963997
Jun 29 14:29:36.902823 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 40418) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:37.149335 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceafa76-b322-4df5-b5e0-9aaef54a0053 req-064bc078-7f46-4968-bb84-c3e2d0f8e2d8 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:37.159168 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-fceafa76-b322-4df5-b5e0-9aaef54a0053 req-064bc078-7f46-4968-bb84-c3e2d0f8e2d8 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.1005681
Jun 29 14:29:37.235410 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-fceafa76-b322-4df5-b5e0-9aaef54a0053 req-1362afc2-4554-486d-b6d7-88543e46b0fa tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0753188
Jun 29 14:29:37.359369 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-20533910-b29e-48b2-8bef-8ede2279c5d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:37.429573 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-20533910-b29e-48b2-8bef-8ede2279c5d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:29:37.433934 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-20533910-b29e-48b2-8bef-8ede2279c5d8 admin admin] Usage tracker for resource:security_group_rule and tenant:fc6d2e4aa0f64b44992ecfdb4d479dab is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:29:37.438779 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-20533910-b29e-48b2-8bef-8ede2279c5d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:29:37.445929 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-20533910-b29e-48b2-8bef-8ede2279c5d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:29:37.602141 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-20533910-b29e-48b2-8bef-8ede2279c5d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:37.607631 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-20533910-b29e-48b2-8bef-8ede2279c5d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:37.618925 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-5594c505-2e4e-4d94-973a-843c6afbc25c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:37.659426 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20533910-b29e-48b2-8bef-8ede2279c5d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e9e311f-6487-44b9-887c-ba424a8050ff,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:37.662431 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-20533910-b29e-48b2-8bef-8ede2279c5d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:37.665021 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-20533910-b29e-48b2-8bef-8ede2279c5d8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fc6d2e4aa0f64b44992ecfdb4d479dab&name=default HTTP/1.1" status: 200  len: 2647 time: 0.7614720
Jun 29 14:29:37.669060 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 40452) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:37.755223 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-cbd740d2-bdce-411c-8d47-638965c66fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:37.781423 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-cbd740d2-bdce-411c-8d47-638965c66fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:37.835712 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-cbd740d2-bdce-411c-8d47-638965c66fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:37.840471 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:37.854756 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd740d2-bdce-411c-8d47-638965c66fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e9e311f-6487-44b9-887c-ba424a8050ff,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:37.857638 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-cbd740d2-bdce-411c-8d47-638965c66fd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:37.858646 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-cbd740d2-bdce-411c-8d47-638965c66fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:37.862972 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-cbd740d2-bdce-411c-8d47-638965c66fd0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4e9e311f-6487-44b9-887c-ba424a8050ff HTTP/1.1" status: 204  len: 168 time: 0.1921499
Jun 29 14:29:38.190087 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-219eb994-ed0a-487d-9258-99be37055c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:38.286969 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 40478) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:38.309515 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-a50f8741-7f92-43e9-b3f4-542a6fcc9e95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:38.357170 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-a50f8741-7f92-43e9-b3f4-542a6fcc9e95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:29:38.362652 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-a50f8741-7f92-43e9-b3f4-542a6fcc9e95 admin admin] Usage tracker for resource:security_group_rule and tenant:e4ce8be28a864bc4993f82edbb85b694 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:29:38.367311 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-a50f8741-7f92-43e9-b3f4-542a6fcc9e95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:29:38.377867 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-a50f8741-7f92-43e9-b3f4-542a6fcc9e95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:29:38.466150 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-a50f8741-7f92-43e9-b3f4-542a6fcc9e95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:38.475186 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-a50f8741-7f92-43e9-b3f4-542a6fcc9e95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:38.486463 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-2a651a15-1d06-4d35-ba45-f2c7130166a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:38.547770 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-a50f8741-7f92-43e9-b3f4-542a6fcc9e95 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e4ce8be28a864bc4993f82edbb85b694&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2599006
Jun 29 14:29:38.548854 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50f8741-7f92-43e9-b3f4-542a6fcc9e95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc665e1-ec4a-4b8a-9e8c-2d951de38be0,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:38.564371 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 40494) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:38.597723 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-a50f8741-7f92-43e9-b3f4-542a6fcc9e95 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:38.617116 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d9af7-cbb8-4d83-906f-daec4ab7a633 req-7add6ac2-9b43-41be-a939-c4bd7a6fd086 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:38.621952 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-415d9af7-cbb8-4d83-906f-daec4ab7a633 req-7add6ac2-9b43-41be-a939-c4bd7a6fd086 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.1876311
Jun 29 14:29:38.706870 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-47d8f935-9a3f-4ae6-b330-7e371690f661 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:38.709448 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-415d9af7-cbb8-4d83-906f-daec4ab7a633 req-957f1bda-a345-4d92-8682-a6eb462685fc tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0817373
Jun 29 14:29:38.747341 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-47d8f935-9a3f-4ae6-b330-7e371690f661 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:38.809345 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-47d8f935-9a3f-4ae6-b330-7e371690f661 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:38.814210 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-b5991b73-261f-41e0-b251-8487958f4a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:38.827232 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d8f935-9a3f-4ae6-b330-7e371690f661 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc665e1-ec4a-4b8a-9e8c-2d951de38be0,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:38.830345 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-47d8f935-9a3f-4ae6-b330-7e371690f661 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:38.832692 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-47d8f935-9a3f-4ae6-b330-7e371690f661 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:38.837050 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-47d8f935-9a3f-4ae6-b330-7e371690f661 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dfc665e1-ec4a-4b8a-9e8c-2d951de38be0 HTTP/1.1" status: 204  len: 168 time: 0.2690585
Jun 29 14:29:39.160162 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:39.918648 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:39.933721 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040a6fad-ae73-4fc3-a896-86f597b672d6 req-94c4bafd-6199-4a4c-bd76-e519e5153e4c tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:39.940496 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-040a6fad-ae73-4fc3-a896-86f597b672d6 req-94c4bafd-6199-4a4c-bd76-e519e5153e4c tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.0992944
Jun 29 14:29:39.982696 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-040a6fad-ae73-4fc3-a896-86f597b672d6 req-9c770abf-5adb-4978-8752-4ed56ad61885 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413263
Jun 29 14:29:40.859951 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:43.453275 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55f85b8-ef1b-469d-a33c-66f552e4aa40 req-a02b2db2-77b1-415b-8fc3-acc6a33691d2 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:43.454747 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f55f85b8-ef1b-469d-a33c-66f552e4aa40 req-a02b2db2-77b1-415b-8fc3-acc6a33691d2 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.0754640
Jun 29 14:29:43.499944 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f55f85b8-ef1b-469d-a33c-66f552e4aa40 req-cc8b5f17-ca7d-4a3c-8755-d46227066618 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396104
Jun 29 14:29:46.942920 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7aef81-1b5b-4a41-8ba7-f6409327795d req-fc7a2868-3fef-4b61-84cb-bac10293ecf4 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:46.944270 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bf7aef81-1b5b-4a41-8ba7-f6409327795d req-fc7a2868-3fef-4b61-84cb-bac10293ecf4 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.0754969
Jun 29 14:29:46.991221 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bf7aef81-1b5b-4a41-8ba7-f6409327795d req-f612765c-1b6a-436e-97aa-e715354a2539 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413351
Jun 29 14:29:50.285980 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd52d5e4-31c1-4244-ae00-d223c06f69ea req-ba05a99a-bb8d-443f-8f89-a63195c66d41 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:50.287444 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-dd52d5e4-31c1-4244-ae00-d223c06f69ea req-ba05a99a-bb8d-443f-8f89-a63195c66d41 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.0806198
Jun 29 14:29:50.332785 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-dd52d5e4-31c1-4244-ae00-d223c06f69ea req-4785ca3d-3b81-45df-b2cb-8b73476830ac tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397453
Jun 29 14:29:51.097819 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-67e99726-b9d4-4e1f-a36d-3ef6be260b5e req-9e20c076-e246-4c25-a66f-c14706dd1af5 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 1099 time: 0.0721805
Jun 29 14:29:51.158007 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-67e99726-b9d4-4e1f-a36d-3ef6be260b5e req-5ee1e734-070e-4d4f-abfc-28bdd84727d8 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507565
Jun 29 14:29:51.533349 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630566ec-15b3-4929-a50c-54a7f2e4f11d req-8275f57a-86e2-4737-b122-9c9ae4844a76 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:51.535417 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-630566ec-15b3-4929-a50c-54a7f2e4f11d req-8275f57a-86e2-4737-b122-9c9ae4844a76 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.0775325
Jun 29 14:29:51.584856 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-630566ec-15b3-4929-a50c-54a7f2e4f11d req-e3ecd7fb-a1db-451b-9d63-da30ededab81 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438750
Jun 29 14:29:52.681326 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 40806) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:52.716414 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 40814) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:52.832048 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6e3496-36a9-468b-a4d6-cdd13cb9c0fb req-78f8f05e-02ee-486d-be60-c6ebef665d9f tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:52.840455 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-fe6e3496-36a9-468b-a4d6-cdd13cb9c0fb req-78f8f05e-02ee-486d-be60-c6ebef665d9f tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.0951180
Jun 29 14:29:52.903746 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-fe6e3496-36a9-468b-a4d6-cdd13cb9c0fb req-bede0703-9d96-4d01-b098-4def04dc2510 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612752
Jun 29 14:29:52.921371 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c4799ae3-c98d-4a43-9cd8-cddf2fed40cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:52.963163 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5a1a4a9e-fc98-4a07-9840-aff26c561985 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:52.985089 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-c4799ae3-c98d-4a43-9cd8-cddf2fed40cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:29:52.995546 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-c4799ae3-c98d-4a43-9cd8-cddf2fed40cc admin admin] Usage tracker for resource:security_group_rule and tenant:b6adffee13c44fc093add4a6d2f24bdb is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:29:52.999731 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-c4799ae3-c98d-4a43-9cd8-cddf2fed40cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:29:53.008010 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-c4799ae3-c98d-4a43-9cd8-cddf2fed40cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:29:53.012776 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-5a1a4a9e-fc98-4a07-9840-aff26c561985 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:29:53.021214 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-5a1a4a9e-fc98-4a07-9840-aff26c561985 admin admin] Usage tracker for resource:security_group_rule and tenant:f04d32c18b6f4893bacc216d949d3d13 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:29:53.024860 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-5a1a4a9e-fc98-4a07-9840-aff26c561985 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:29:53.036734 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-5a1a4a9e-fc98-4a07-9840-aff26c561985 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:29:53.124466 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c4799ae3-c98d-4a43-9cd8-cddf2fed40cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:53.136137 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-c4799ae3-c98d-4a43-9cd8-cddf2fed40cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:53.164751 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-20533910-b29e-48b2-8bef-8ede2279c5d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:53.195557 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-c4799ae3-c98d-4a43-9cd8-cddf2fed40cc admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6adffee13c44fc093add4a6d2f24bdb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4780681
Jun 29 14:29:53.198893 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 40830) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:53.202355 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5a1a4a9e-fc98-4a07-9840-aff26c561985 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:53.207082 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4799ae3-c98d-4a43-9cd8-cddf2fed40cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb8fab4-ff0c-4e04-b63d-590890971919,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:53.210516 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-c4799ae3-c98d-4a43-9cd8-cddf2fed40cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:53.213939 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5a1a4a9e-fc98-4a07-9840-aff26c561985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:53.246653 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-0c3f5ca0-2b32-40f7-88d7-62bfa3dcf90f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:53.258704 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-5a1a4a9e-fc98-4a07-9840-aff26c561985 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f04d32c18b6f4893bacc216d949d3d13&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5753417
Jun 29 14:29:53.260916 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 40836) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:53.288860 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-e19a52ce-1812-44d5-9f0a-694f457f25d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:53.338763 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a1a4a9e-fc98-4a07-9840-aff26c561985 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f396e3d6-59f1-448a-902b-45c684aab530,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:53.343062 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-e19a52ce-1812-44d5-9f0a-694f457f25d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:53.348413 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-5a1a4a9e-fc98-4a07-9840-aff26c561985 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:53.410126 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-8b9f6961-785d-4092-84ba-11bfce929216 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:53.441585 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f452b666-d1b6-411c-96a9-befcdf7d62c5 req-e6617226-365e-454d-9438-02c66001e9f1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=49688b8975d4487d95604f13bd607887&device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 1099 time: 0.1405175
Jun 29 14:29:53.448480 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-8b9f6961-785d-4092-84ba-11bfce929216 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:53.524423 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a4ede-9764-4e83-b22f-5ff0688bd776 req-37a0804b-cfbf-4662-b311-21ca6316dc4a tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:53.526052 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-d43a4ede-9764-4e83-b22f-5ff0688bd776 req-37a0804b-cfbf-4662-b311-21ca6316dc4a tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.1128504
Jun 29 14:29:53.556735 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-e19a52ce-1812-44d5-9f0a-694f457f25d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:53.563514 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-60ae6783-2514-4c69-84b0-db5173e4a421 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:53.584869 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a52ce-1812-44d5-9f0a-694f457f25d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb8fab4-ff0c-4e04-b63d-590890971919,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:53.593027 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-e19a52ce-1812-44d5-9f0a-694f457f25d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:53.602602 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-e19a52ce-1812-44d5-9f0a-694f457f25d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:53.605727 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-e19a52ce-1812-44d5-9f0a-694f457f25d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7cb8fab4-ff0c-4e04-b63d-590890971919 HTTP/1.1" status: 204  len: 168 time: 0.4056239
Jun 29 14:29:53.636912 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-8b9f6961-785d-4092-84ba-11bfce929216 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:53.652020 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-d43a4ede-9764-4e83-b22f-5ff0688bd776 req-816e6d15-4672-43e2-ab93-c4f83d72cb3c tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1193957
Jun 29 14:29:53.662216 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452b666-d1b6-411c-96a9-befcdf7d62c5 req-b8996ccf-dea3-49c0-9587-a59f8ebf3963 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:53.663708 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f452b666-d1b6-411c-96a9-befcdf7d62c5 req-b8996ccf-dea3-49c0-9587-a59f8ebf3963 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e18f3f47-eda3-4841-b6ac-77a54d6b46e2 HTTP/1.1" status: 200  len: 919 time: 0.2084608
Jun 29 14:29:53.686224 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-7880c7a7-8fd6-4406-a897-cb6128ef9b72 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:53.821238 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9f6961-785d-4092-84ba-11bfce929216 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f396e3d6-59f1-448a-902b-45c684aab530,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:53.830290 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-8b9f6961-785d-4092-84ba-11bfce929216 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:53.839060 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-8b9f6961-785d-4092-84ba-11bfce929216 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:53.840523 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-8b9f6961-785d-4092-84ba-11bfce929216 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f396e3d6-59f1-448a-902b-45c684aab530 HTTP/1.1" status: 204  len: 168 time: 0.5785406
Jun 29 14:29:53.852372 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f452b666-d1b6-411c-96a9-befcdf7d62c5 req-811c1f4b-f211-4424-8ace-350e771fbb67 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75c1dbd6-bc8a-4537-8746-a64e7143b40b HTTP/1.1" status: 200  len: 217 time: 0.1360917
Jun 29 14:29:53.955487 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f452b666-d1b6-411c-96a9-befcdf7d62c5 req-51c566d8-6ef6-4ab7-ba26-6fa893f7f841 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:53.957851 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f452b666-d1b6-411c-96a9-befcdf7d62c5 req-51c566d8-6ef6-4ab7-ba26-6fa893f7f841 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d349a7a1-71b6-4c71-8ccc-984c68721f79 HTTP/1.1" status: 200  len: 858 time: 0.1002321
Jun 29 14:29:54.013687 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f452b666-d1b6-411c-96a9-befcdf7d62c5 req-92c84086-f119-449d-8567-75786fae77b1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e18f3f47-eda3-4841-b6ac-77a54d6b46e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0477543
Jun 29 14:29:54.266113 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f452b666-d1b6-411c-96a9-befcdf7d62c5 req-48d7b5ce-6d2a-44f1-8787-deefef192c31 service neutron] 10.222.0.69 "GET /v2.0/networks/e18f3f47-eda3-4841-b6ac-77a54d6b46e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2446451
Jun 29 14:29:54.439690 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f452b666-d1b6-411c-96a9-befcdf7d62c5 req-a9b2958d-005c-4975-a873-8c05d9f9786d service neutron] 10.222.0.69 "GET /v2.0/networks/e18f3f47-eda3-4841-b6ac-77a54d6b46e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1659224
Jun 29 14:29:54.530586 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 40882) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:54.550252 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-65ad65ce-ea6f-496c-aef7-965e083b6a36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:54.596197 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-65ad65ce-ea6f-496c-aef7-965e083b6a36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:29:54.600044 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-65ad65ce-ea6f-496c-aef7-965e083b6a36 admin admin] Usage tracker for resource:security_group_rule and tenant:9d5f2e9089e4427aa3d761ee2aa3411e is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:29:54.602905 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-65ad65ce-ea6f-496c-aef7-965e083b6a36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:29:54.608748 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-65ad65ce-ea6f-496c-aef7-965e083b6a36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:29:54.683564 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-65ad65ce-ea6f-496c-aef7-965e083b6a36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:54.687399 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-65ad65ce-ea6f-496c-aef7-965e083b6a36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:54.722341 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-bd96c658-2cbe-4b4d-bbcd-d6251398e154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:54.738167 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 40892) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:54.738665 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-65ad65ce-ea6f-496c-aef7-965e083b6a36 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d5f2e9089e4427aa3d761ee2aa3411e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2064025
Jun 29 14:29:54.764564 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad65ce-ea6f-496c-aef7-965e083b6a36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5f5dfb2-68d0-46d9-a5f2-65550bb761f2,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:54.767817 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-65ad65ce-ea6f-496c-aef7-965e083b6a36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:54.825737 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d64af5c1-1b90-4fac-93be-5603b4d82c54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:54.852250 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d64af5c1-1b90-4fac-93be-5603b4d82c54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:54.911557 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d64af5c1-1b90-4fac-93be-5603b4d82c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:54.918385 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-7e8e245e-a69d-467c-acb6-a442ecd19f89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:54.931385 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d64af5c1-1b90-4fac-93be-5603b4d82c54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:54.932720 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-d64af5c1-1b90-4fac-93be-5603b4d82c54 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5f5dfb2-68d0-46d9-a5f2-65550bb761f2 HTTP/1.1" status: 204  len: 168 time: 0.1927745
Jun 29 14:29:54.936045 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64af5c1-1b90-4fac-93be-5603b4d82c54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5f5dfb2-68d0-46d9-a5f2-65550bb761f2,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:54.944939 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-d64af5c1-1b90-4fac-93be-5603b4d82c54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:54.950797 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697af6ec-7c8f-4dc7-bbd1-825ad63e8c7c req-d06e5c0d-c10c-4179-912b-ae02ef600667 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:54.952600 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-697af6ec-7c8f-4dc7-bbd1-825ad63e8c7c req-d06e5c0d-c10c-4179-912b-ae02ef600667 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.1196592
Jun 29 14:29:55.022850 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-697af6ec-7c8f-4dc7-bbd1-825ad63e8c7c req-ef9503f8-92d3-47b0-89df-20c51841953e tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0632708
Jun 29 14:29:55.422938 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 40918) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:55.452896 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-45c019d1-6dcc-4c21-93b8-50c89ce8a4e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:55.489070 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-45c019d1-6dcc-4c21-93b8-50c89ce8a4e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:29:55.493093 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-45c019d1-6dcc-4c21-93b8-50c89ce8a4e1 admin admin] Usage tracker for resource:security_group_rule and tenant:6af04cd6e05c46b0ac6e33a48940e4b8 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:29:55.496367 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-45c019d1-6dcc-4c21-93b8-50c89ce8a4e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:29:55.503800 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-45c019d1-6dcc-4c21-93b8-50c89ce8a4e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:29:55.585593 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-45c019d1-6dcc-4c21-93b8-50c89ce8a4e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:55.594422 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-45c019d1-6dcc-4c21-93b8-50c89ce8a4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:55.609487 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-e19a52ce-1812-44d5-9f0a-694f457f25d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:55.641543 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c019d1-6dcc-4c21-93b8-50c89ce8a4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2fdd04ae-4316-4c10-940b-d889326f3250,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:55.648259 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-45c019d1-6dcc-4c21-93b8-50c89ce8a4e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:55.678546 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-45c019d1-6dcc-4c21-93b8-50c89ce8a4e1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6af04cd6e05c46b0ac6e33a48940e4b8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2543006
Jun 29 14:29:55.681072 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 40928) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:29:55.770197 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-91f1ba3d-0282-4ea9-8fde-c8fe0f61e104 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:55.796507 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-91f1ba3d-0282-4ea9-8fde-c8fe0f61e104 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:55.858179 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-91f1ba3d-0282-4ea9-8fde-c8fe0f61e104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:55.862681 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-50774afb-64dc-4122-bcd6-88e68c9fb2ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:29:55.876130 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f1ba3d-0282-4ea9-8fde-c8fe0f61e104 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fdd04ae-4316-4c10-940b-d889326f3250,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:29:55.878979 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-91f1ba3d-0282-4ea9-8fde-c8fe0f61e104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:29:55.889775 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-91f1ba3d-0282-4ea9-8fde-c8fe0f61e104 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:29:55.894650 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-91f1ba3d-0282-4ea9-8fde-c8fe0f61e104 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2fdd04ae-4316-4c10-940b-d889326f3250 HTTP/1.1" status: 204  len: 168 time: 0.2114959
Jun 29 14:29:56.322109 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38069bf4-7e80-4b44-b46e-ff85deaeca4b req-5493cd27-a5b3-40f0-a146-9f74812165d3 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:56.328866 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-38069bf4-7e80-4b44-b46e-ff85deaeca4b req-5493cd27-a5b3-40f0-a146-9f74812165d3 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.1437528
Jun 29 14:29:56.442482 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-38069bf4-7e80-4b44-b46e-ff85deaeca4b req-2c926916-2455-4537-bd7e-ebef875bedbc tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1124952
Jun 29 14:29:56.689547 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 6 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:29:57.691698 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ef5644-3949-47ad-bdae-28ef9c5e30a5 req-23b26991-d380-4c9a-a0ce-0d600ad8a866 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:29:57.693822 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b3ef5644-3949-47ad-bdae-28ef9c5e30a5 req-23b26991-d380-4c9a-a0ce-0d600ad8a866 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.1137061
Jun 29 14:29:57.747917 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b3ef5644-3949-47ad-bdae-28ef9c5e30a5 req-d1df7abd-d333-42b0-b88a-04c2f68254a8 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0480845
Jun 29 14:30:00.545967 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 41094) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:30:00.681508 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d48596-03a8-495e-bd90-31cfcc550e03 req-dfcf7a0a-e219-4937-8a9b-5af90ee42b5e tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:00.685722 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-74d48596-03a8-495e-bd90-31cfcc550e03 req-dfcf7a0a-e219-4937-8a9b-5af90ee42b5e tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.1025262
Jun 29 14:30:00.770089 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-74d48596-03a8-495e-bd90-31cfcc550e03 req-ae1d6acd-43d4-47d7-8dd3-d63a0e086747 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0769496
Jun 29 14:30:00.775730 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-53fde254-c5ff-47d2-b873-86e3f76e5c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:00.831957 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-53fde254-c5ff-47d2-b873-86e3f76e5c9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:30:00.836027 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-53fde254-c5ff-47d2-b873-86e3f76e5c9e admin admin] Usage tracker for resource:security_group_rule and tenant:95a208b866d9400b94921161aa6bfa92 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:30:00.839701 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-53fde254-c5ff-47d2-b873-86e3f76e5c9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:30:00.847008 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-53fde254-c5ff-47d2-b873-86e3f76e5c9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:30:00.985560 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-53fde254-c5ff-47d2-b873-86e3f76e5c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:00.989910 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-53fde254-c5ff-47d2-b873-86e3f76e5c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:01.017761 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-3e1cfff0-bd0f-430f-b41c-611447c39e88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:01.076671 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 41118) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:30:01.082145 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-53fde254-c5ff-47d2-b873-86e3f76e5c9e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=95a208b866d9400b94921161aa6bfa92&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5339630
Jun 29 14:30:01.104854 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fde254-c5ff-47d2-b873-86e3f76e5c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab3dbf9d-7adc-4e5a-971e-b4b4f4dde45d,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:01.116068 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fde254-c5ff-47d2-b873-86e3f76e5c9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:01.116804 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fde254-c5ff-47d2-b873-86e3f76e5c9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:01.117368 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fde254-c5ff-47d2-b873-86e3f76e5c9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:01.119030 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fde254-c5ff-47d2-b873-86e3f76e5c9e admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:01.119604 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fde254-c5ff-47d2-b873-86e3f76e5c9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:01.120493 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fde254-c5ff-47d2-b873-86e3f76e5c9e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:01.121402 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fde254-c5ff-47d2-b873-86e3f76e5c9e admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:01.122008 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fde254-c5ff-47d2-b873-86e3f76e5c9e admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:01.122712 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fde254-c5ff-47d2-b873-86e3f76e5c9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:01.123269 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fde254-c5ff-47d2-b873-86e3f76e5c9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:01.123836 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fde254-c5ff-47d2-b873-86e3f76e5c9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:01.128861 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-53fde254-c5ff-47d2-b873-86e3f76e5c9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:01.158186 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2d1b8026-8ce9-4458-85cc-72bd450caf75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:01.194197 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2d1b8026-8ce9-4458-85cc-72bd450caf75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:01.261584 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2d1b8026-8ce9-4458-85cc-72bd450caf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:01.266000 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-6aa40f69-ee8e-4c34-8be4-07c3d9a03469 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:01.271302 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 41126) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:30:01.287857 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1b8026-8ce9-4458-85cc-72bd450caf75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab3dbf9d-7adc-4e5a-971e-b4b4f4dde45d,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:01.304177 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-2d1b8026-8ce9-4458-85cc-72bd450caf75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:01.339474 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2d1b8026-8ce9-4458-85cc-72bd450caf75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:01.341001 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-2d1b8026-8ce9-4458-85cc-72bd450caf75 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ab3dbf9d-7adc-4e5a-971e-b4b4f4dde45d HTTP/1.1" status: 204  len: 168 time: 0.2633493
Jun 29 14:30:01.486412 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-58a97f1c-25b0-4a02-a797-88a3b468723d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:01.533813 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-58a97f1c-25b0-4a02-a797-88a3b468723d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:30:01.538817 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-58a97f1c-25b0-4a02-a797-88a3b468723d admin admin] Usage tracker for resource:security_group_rule and tenant:26371c1d91fd41f8a52ac8fbf8262a2c is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:30:01.542316 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-58a97f1c-25b0-4a02-a797-88a3b468723d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:30:01.549075 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-58a97f1c-25b0-4a02-a797-88a3b468723d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:30:01.640050 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-58a97f1c-25b0-4a02-a797-88a3b468723d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:01.656401 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-58a97f1c-25b0-4a02-a797-88a3b468723d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:01.671920 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-9c1808c1-d456-464c-9497-959b45506825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:01.717549 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a97f1c-25b0-4a02-a797-88a3b468723d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8589e9a-03eb-47ae-9d09-cb18b6267124,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:01.724739 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-58a97f1c-25b0-4a02-a797-88a3b468723d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:01.749417 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-58a97f1c-25b0-4a02-a797-88a3b468723d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=26371c1d91fd41f8a52ac8fbf8262a2c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4769254
Jun 29 14:30:01.749512 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 41150) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:30:01.830266 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-7474d3ec-d1a3-41e5-a1d6-e58bc9b4fb58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:01.861205 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-7474d3ec-d1a3-41e5-a1d6-e58bc9b4fb58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:01.923201 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-7474d3ec-d1a3-41e5-a1d6-e58bc9b4fb58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:01.928861 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-808cb2b0-6a25-422e-b312-aaa21b25dc4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:01.942011 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7474d3ec-d1a3-41e5-a1d6-e58bc9b4fb58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8589e9a-03eb-47ae-9d09-cb18b6267124,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:01.944507 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-7474d3ec-d1a3-41e5-a1d6-e58bc9b4fb58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:01.948259 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-7474d3ec-d1a3-41e5-a1d6-e58bc9b4fb58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:01.952471 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-7474d3ec-d1a3-41e5-a1d6-e58bc9b4fb58 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8589e9a-03eb-47ae-9d09-cb18b6267124 HTTP/1.1" status: 204  len: 168 time: 0.1994452
Jun 29 14:30:02.546420 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51528edf-104f-4265-ad16-27da9e9489e7 req-91281a39-f0c9-4d42-8044-9220853d0e7a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:02.553907 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-51528edf-104f-4265-ad16-27da9e9489e7 req-91281a39-f0c9-4d42-8044-9220853d0e7a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.1130114
Jun 29 14:30:02.607418 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-51528edf-104f-4265-ad16-27da9e9489e7 req-0d824925-d907-4dfa-a2e3-9be528bb2798 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0521259
Jun 29 14:30:03.559362 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 41238) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:30:03.737178 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-2166e4ca-401f-4259-8816-d62d05889ba4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:03.823955 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 41252) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:30:03.825325 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-2166e4ca-401f-4259-8816-d62d05889ba4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:30:03.831030 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-2166e4ca-401f-4259-8816-d62d05889ba4 admin admin] Usage tracker for resource:security_group_rule and tenant:e00d8d92ec874d9d96f5d32ffa001890 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:30:03.835296 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-2166e4ca-401f-4259-8816-d62d05889ba4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:30:03.842322 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-2166e4ca-401f-4259-8816-d62d05889ba4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:30:03.864830 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f504e8a5-27e8-408a-a5af-a2a2b3e78127 req-a2f47f53-d103-49f6-ac83-1c06b186c491 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:03.866433 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f504e8a5-27e8-408a-a5af-a2a2b3e78127 req-a2f47f53-d103-49f6-ac83-1c06b186c491 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.1319134
Jun 29 14:30:03.941532 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f504e8a5-27e8-408a-a5af-a2a2b3e78127 req-08d56216-39b0-4b43-9270-40c37700179e tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662348
Jun 29 14:30:03.980836 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-2166e4ca-401f-4259-8816-d62d05889ba4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:03.985050 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-2166e4ca-401f-4259-8816-d62d05889ba4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:03.993887 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-54a8ba95-1a87-4bb0-9d8f-5d785ca3a825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:04.035432 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-2166e4ca-401f-4259-8816-d62d05889ba4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e00d8d92ec874d9d96f5d32ffa001890&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4750087
Jun 29 14:30:04.038543 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 41266) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:30:04.041031 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d061faf2-005d-4bf9-95f9-cb63259889a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:04.054251 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166e4ca-401f-4259-8816-d62d05889ba4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7995b2de-c323-4c23-94a5-1a77731c7f2a,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:04.057201 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-2166e4ca-401f-4259-8816-d62d05889ba4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:04.088076 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-d061faf2-005d-4bf9-95f9-cb63259889a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:30:04.092190 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-d061faf2-005d-4bf9-95f9-cb63259889a4 admin admin] Usage tracker for resource:security_group_rule and tenant:6b5dd8b65f644c4c9f1b82013b47fc8f is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:30:04.095581 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-d061faf2-005d-4bf9-95f9-cb63259889a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:30:04.103643 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-d061faf2-005d-4bf9-95f9-cb63259889a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:30:04.125681 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0fb0f7df-9733-40c2-8c58-b6ca747d89eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:04.167200 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0fb0f7df-9733-40c2-8c58-b6ca747d89eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:04.197220 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d061faf2-005d-4bf9-95f9-cb63259889a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:04.202551 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d061faf2-005d-4bf9-95f9-cb63259889a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:04.214345 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-7e88d356-9b08-4f27-8b04-e585c03c44dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:04.229353 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0fb0f7df-9733-40c2-8c58-b6ca747d89eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:04.234614 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-01956276-f70b-457f-9817-7f5f2bb9ca24 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:04.249233 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb0f7df-9733-40c2-8c58-b6ca747d89eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7995b2de-c323-4c23-94a5-1a77731c7f2a,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:04.251829 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-0fb0f7df-9733-40c2-8c58-b6ca747d89eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:04.261996 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0fb0f7df-9733-40c2-8c58-b6ca747d89eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:04.263146 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-0fb0f7df-9733-40c2-8c58-b6ca747d89eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7995b2de-c323-4c23-94a5-1a77731c7f2a HTTP/1.1" status: 204  len: 168 time: 0.2237372
Jun 29 14:30:04.303802 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-d061faf2-005d-4bf9-95f9-cb63259889a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6b5dd8b65f644c4c9f1b82013b47fc8f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4782524
Jun 29 14:30:04.304511 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d061faf2-005d-4bf9-95f9-cb63259889a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ac4e21-db44-4426-a2d8-05aafa53ed7d,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:04.306746 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 41276) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:30:04.307511 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-d061faf2-005d-4bf9-95f9-cb63259889a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:04.367674 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-21fcba1e-924f-4d59-a681-a2f04e6c0577 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:04.396395 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-21fcba1e-924f-4d59-a681-a2f04e6c0577 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:04.473877 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-21fcba1e-924f-4d59-a681-a2f04e6c0577 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:04.480223 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-3e80606a-5185-48bc-afb4-335d681fd88e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:04.495229 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fcba1e-924f-4d59-a681-a2f04e6c0577 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ac4e21-db44-4426-a2d8-05aafa53ed7d,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:04.498147 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-21fcba1e-924f-4d59-a681-a2f04e6c0577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:04.499622 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-21fcba1e-924f-4d59-a681-a2f04e6c0577 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:04.502951 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-21fcba1e-924f-4d59-a681-a2f04e6c0577 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/57ac4e21-db44-4426-a2d8-05aafa53ed7d HTTP/1.1" status: 204  len: 168 time: 0.1929147
Jun 29 14:30:04.678431 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 41292) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:30:04.701340 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-27d7d0d8-60ab-42d7-ae43-b5f031b54e33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:04.738370 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-27d7d0d8-60ab-42d7-ae43-b5f031b54e33 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:30:04.743600 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-27d7d0d8-60ab-42d7-ae43-b5f031b54e33 admin admin] Usage tracker for resource:security_group_rule and tenant:99c89d8332d04e50b4dde439ffff1097 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:30:04.746764 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-27d7d0d8-60ab-42d7-ae43-b5f031b54e33 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:30:04.754018 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-27d7d0d8-60ab-42d7-ae43-b5f031b54e33 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:30:04.839788 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-27d7d0d8-60ab-42d7-ae43-b5f031b54e33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:04.844347 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-27d7d0d8-60ab-42d7-ae43-b5f031b54e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:04.851855 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-45c019d1-6dcc-4c21-93b8-50c89ce8a4e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:04.890902 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d7d0d8-60ab-42d7-ae43-b5f031b54e33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d408bba-2ea8-4961-bba7-2e9c880a0aba,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:04.895849 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-27d7d0d8-60ab-42d7-ae43-b5f031b54e33 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=99c89d8332d04e50b4dde439ffff1097&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2162049
Jun 29 14:30:04.896750 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-27d7d0d8-60ab-42d7-ae43-b5f031b54e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:04.898360 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 41304) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:30:04.971517 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-f233cc0a-ace4-4c07-bd74-8068bed3ffac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:05.004575 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-f233cc0a-ace4-4c07-bd74-8068bed3ffac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:05.062224 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-f233cc0a-ace4-4c07-bd74-8068bed3ffac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:05.083571 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:05.100957 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f233cc0a-ace4-4c07-bd74-8068bed3ffac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d408bba-2ea8-4961-bba7-2e9c880a0aba,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:05.122181 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-f233cc0a-ace4-4c07-bd74-8068bed3ffac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:05.124710 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-f233cc0a-ace4-4c07-bd74-8068bed3ffac admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:05.125839 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-f233cc0a-ace4-4c07-bd74-8068bed3ffac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d408bba-2ea8-4961-bba7-2e9c880a0aba HTTP/1.1" status: 204  len: 168 time: 0.2265532
Jun 29 14:30:05.293633 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0da57a2-b576-4f76-81ad-2bf8e0285225 req-b3fd8087-89d2-4339-b542-5d86d9af00e8 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:05.295414 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-a0da57a2-b576-4f76-81ad-2bf8e0285225 req-b3fd8087-89d2-4339-b542-5d86d9af00e8 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.1075990
Jun 29 14:30:05.413656 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-a0da57a2-b576-4f76-81ad-2bf8e0285225 req-127e67ca-0b01-4b71-bfd9-3b4f9d19aed2 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1103437
Jun 29 14:30:05.808411 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 41358) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:30:05.963005 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-6881ef62-0aaa-492b-bc23-f76cd1ecb907 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:06.119347 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-d29e1bd7-628c-4a8a-b010-83a3b5a4547e admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-585978099-network', 'tenant_id': 'b785cf1e1d0046c39466ad50eccc6bc7'}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:30:06.124690 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-d29e1bd7-628c-4a8a-b010-83a3b5a4547e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:30:06.129384 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-d29e1bd7-628c-4a8a-b010-83a3b5a4547e admin admin] Usage tracker for resource:network and tenant:b785cf1e1d0046c39466ad50eccc6bc7 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:30:06.132299 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-d29e1bd7-628c-4a8a-b010-83a3b5a4547e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:30:06.137958 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-d29e1bd7-628c-4a8a-b010-83a3b5a4547e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:30:06.148240 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d29e1bd7-628c-4a8a-b010-83a3b5a4547e admin admin] Made reservation on behalf of b785cf1e1d0046c39466ad50eccc6bc7 for: {'network': 1} {{(pid=74235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:30:06.150741 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d29e1bd7-628c-4a8a-b010-83a3b5a4547e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for network, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:06.163956 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d29e1bd7-628c-4a8a-b010-83a3b5a4547e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:06.182282 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 41370) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:30:06.199179 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-d29e1bd7-628c-4a8a-b010-83a3b5a4547e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:30:06.203256 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-d29e1bd7-628c-4a8a-b010-83a3b5a4547e admin admin] Usage tracker for resource:security_group_rule and tenant:b785cf1e1d0046c39466ad50eccc6bc7 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:30:06.206665 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-d29e1bd7-628c-4a8a-b010-83a3b5a4547e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:30:06.213899 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-d29e1bd7-628c-4a8a-b010-83a3b5a4547e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:30:06.339287 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d29e1bd7-628c-4a8a-b010-83a3b5a4547e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:06.357461 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d29e1bd7-628c-4a8a-b010-83a3b5a4547e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:06.360464 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-a50f8741-7f92-43e9-b3f4-542a6fcc9e95 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:06.371416 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-220c3b52-cbde-4532-ade5-4438101c01f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:06.377160 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:06.416232 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e1bd7-628c-4a8a-b010-83a3b5a4547e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d895047-1293-48d6-ae5d-e8f7d099d3a7,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:06.423121 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-d29e1bd7-628c-4a8a-b010-83a3b5a4547e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:06.423779 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d29e1bd7-628c-4a8a-b010-83a3b5a4547e admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'}  {{(pid=74235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 14:30:06.427959 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-220c3b52-cbde-4532-ade5-4438101c01f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:30:06.434131 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d29e1bd7-628c-4a8a-b010-83a3b5a4547e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:06.434536 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.db.segments_db [None req-d29e1bd7-628c-4a8a-b010-83a3b5a4547e admin admin] Added segment 9f48c958-cd2b-4f81-bea6-68f7f9a8cee9 of type vlan for network 9946b46a-9e40-4099-9d93-df2710eb9b83
Jun 29 14:30:06.440870 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-220c3b52-cbde-4532-ade5-4438101c01f9 admin admin] Usage tracker for resource:security_group_rule and tenant:5662c91b7e9b4108a03bd7d9a37422bb is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:30:06.445260 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-220c3b52-cbde-4532-ade5-4438101c01f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:30:06.451245 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-220c3b52-cbde-4532-ade5-4438101c01f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:30:06.473584 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d29e1bd7-628c-4a8a-b010-83a3b5a4547e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482767800'] for network, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:06.511108 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d29e1bd7-628c-4a8a-b010-83a3b5a4547e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695'] for network, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:06.512871 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d29e1bd7-628c-4a8a-b010-83a3b5a4547e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:06.513702 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d29e1bd7-628c-4a8a-b010-83a3b5a4547e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:06.520741 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:06.558949 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-220c3b52-cbde-4532-ade5-4438101c01f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:06.570055 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-220c3b52-cbde-4532-ade5-4438101c01f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:06.577846 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-c4799ae3-c98d-4a43-9cd8-cddf2fed40cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:06.626917 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220c3b52-cbde-4532-ade5-4438101c01f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dd50f23-23ee-4075-8344-ca35fbdb6e36,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:06.644790 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-220c3b52-cbde-4532-ade5-4438101c01f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:06.646895 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29e1bd7-628c-4a8a-b010-83a3b5a4547e admin admin] Pushing event updated for resources: {'Network': ['ID=9946b46a-9e40-4099-9d93-df2710eb9b83,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:06.652356 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-220c3b52-cbde-4532-ade5-4438101c01f9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5662c91b7e9b4108a03bd7d9a37422bb&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4688122
Jun 29 14:30:06.654913 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 41394) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:30:06.655399 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-d29e1bd7-628c-4a8a-b010-83a3b5a4547e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 0.8453352
Jun 29 14:30:06.658316 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-d29e1bd7-628c-4a8a-b010-83a3b5a4547e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:06.659164 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 41398) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:30:06.666141 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Network 9946b46a-9e40-4099-9d93-df2710eb9b83 details requested by agent ovs-agent-dv-cinder-798356-1-iscsi with host dv-cinder-798356-1-iscsi {{(pid=74236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 14:30:06.668671 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-18a2d053-523c-44f6-83be-062a1e2f3391 admin admin] Request body: {'subnet': {'network_id': '9946b46a-9e40-4099-9d93-df2710eb9b83', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-585978099-subnet', 'tenant_id': 'b785cf1e1d0046c39466ad50eccc6bc7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:30:06.674750 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-18a2d053-523c-44f6-83be-062a1e2f3391 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:30:06.679113 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-18a2d053-523c-44f6-83be-062a1e2f3391 admin admin] Usage tracker for resource:subnet and tenant:b785cf1e1d0046c39466ad50eccc6bc7 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:30:06.682690 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-18a2d053-523c-44f6-83be-062a1e2f3391 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:30:06.688963 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-18a2d053-523c-44f6-83be-062a1e2f3391 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:30:06.721195 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18a2d053-523c-44f6-83be-062a1e2f3391 admin admin] Made reservation on behalf of b785cf1e1d0046c39466ad50eccc6bc7 for: {'subnet': 1} {{(pid=74235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:30:06.725154 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-18a2d053-523c-44f6-83be-062a1e2f3391 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1167943'] for subnet, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:06.735627 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-94121fc9-17ec-4c1f-b440-883d1d080592 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:06.774834 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-94121fc9-17ec-4c1f-b440-883d1d080592 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:06.838226 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-94121fc9-17ec-4c1f-b440-883d1d080592 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:06.851725 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:06.869859 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94121fc9-17ec-4c1f-b440-883d1d080592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dd50f23-23ee-4075-8344-ca35fbdb6e36,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:06.878591 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-94121fc9-17ec-4c1f-b440-883d1d080592 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:06.884193 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-94121fc9-17ec-4c1f-b440-883d1d080592 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:06.887702 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-94121fc9-17ec-4c1f-b440-883d1d080592 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4dd50f23-23ee-4075-8344-ca35fbdb6e36 HTTP/1.1" status: 204  len: 168 time: 0.2290642
Jun 29 14:30:07.051150 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a1463a-9634-4df4-9395-5f7a50e7ccea req-b12f5ec7-3152-4b07-bf9c-7a6242a02fb2 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:07.058033 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-30a1463a-9634-4df4-9395-5f7a50e7ccea req-b12f5ec7-3152-4b07-bf9c-7a6242a02fb2 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.1441922
Jun 29 14:30:07.145079 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-30a1463a-9634-4df4-9395-5f7a50e7ccea req-391b863b-0689-41b2-ac22-92c4de430f47 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0859830
Jun 29 14:30:07.192305 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-18a2d053-523c-44f6-83be-062a1e2f3391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1167330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1167957'] for subnet, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:07.201335 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:07.255513 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-52fc49a5-c5d7-415f-803a-f5e55df7df27 req-eda56c0e-7f75-45d7-ab4b-4d7cfe4c51e8 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1209736
Jun 29 14:30:07.364490 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a2d053-523c-44f6-83be-062a1e2f3391 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cb76eb1-d4bf-4878-9dab-76ed436dd82d,revision_number=0']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:07.368172 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-18a2d053-523c-44f6-83be-062a1e2f3391 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:07.375402 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18a2d053-523c-44f6-83be-062a1e2f3391 admin admin] Checking segment: {'id': '9f48c958-cd2b-4f81-bea6-68f7f9a8cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9946b46a-9e40-4099-9d93-df2710eb9b83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:30:07.375758 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a2d053-523c-44f6-83be-062a1e2f3391 admin admin] Network hostable DHCP agents. Network: 9946b46a-9e40-4099-9d93-df2710eb9b83, hostable agents: ['e1a882d0-1bb9-433b-98f7-0ae4434a4814'], hosted agents: [] {{(pid=74235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 14:30:07.404808 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18a2d053-523c-44f6-83be-062a1e2f3391 admin admin] Network 9946b46a-9e40-4099-9d93-df2710eb9b83 is scheduled to be hosted by DHCP agent e1a882d0-1bb9-433b-98f7-0ae4434a4814 with binding_index 1 {{(pid=74235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 14:30:07.405532 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-52fc49a5-c5d7-415f-803a-f5e55df7df27 req-4bd87c1f-9e94-4325-86f0-d28b4fb77373 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=49688b8975d4487d95604f13bd607887&device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 1099 time: 0.1261473
Jun 29 14:30:07.428460 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.base_scheduler [None req-18a2d053-523c-44f6-83be-062a1e2f3391 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-iscsi, 9946b46a-9e40-4099-9d93-df2710eb9b83) {{(pid=74235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:30:07.435692 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a2d053-523c-44f6-83be-062a1e2f3391 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:07.436281 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-18a2d053-523c-44f6-83be-062a1e2f3391 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:07.439173 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd5f711d-5a45-47fc-9cf7-f51d4e186975 None None] Network 9946b46a-9e40-4099-9d93-df2710eb9b83 requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:30:07.490827 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-18a2d053-523c-44f6-83be-062a1e2f3391 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.8292260
Jun 29 14:30:07.805368 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc49a5-c5d7-415f-803a-f5e55df7df27 req-76023a77-1741-41c2-a230-f712bb4f437a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:07.807549 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-52fc49a5-c5d7-415f-803a-f5e55df7df27 req-76023a77-1741-41c2-a230-f712bb4f437a service neutron] 10.222.0.69 "GET /v2.0/networks?id=e18f3f47-eda3-4841-b6ac-77a54d6b46e2 HTTP/1.1" status: 200  len: 919 time: 0.3573911
Jun 29 14:30:07.832521 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfdcfbe4-c728-4d80-a9ef-87f2987cb7b7 None None] Network 9946b46a-9e40-4099-9d93-df2710eb9b83 requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:30:07.883087 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-52fc49a5-c5d7-415f-803a-f5e55df7df27 req-f58752c9-25e6-447b-b859-c8e041e06adf service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75c1dbd6-bc8a-4537-8746-a64e7143b40b HTTP/1.1" status: 200  len: 217 time: 0.0680747
Jun 29 14:30:07.970805 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52fc49a5-c5d7-415f-803a-f5e55df7df27 req-71872d53-2059-4632-bae6-a7e312ac3513 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:07.988585 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-52fc49a5-c5d7-415f-803a-f5e55df7df27 req-71872d53-2059-4632-bae6-a7e312ac3513 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d349a7a1-71b6-4c71-8ccc-984c68721f79 HTTP/1.1" status: 200  len: 858 time: 0.0931003
Jun 29 14:30:08.120647 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-52fc49a5-c5d7-415f-803a-f5e55df7df27 req-57f45fba-8cec-4b8b-8e2d-5db34bc919a0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e18f3f47-eda3-4841-b6ac-77a54d6b46e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1229596
Jun 29 14:30:08.190953 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ce0fb48e-eaa1-49ad-993a-591ca84e2b02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:08.300815 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-52fc49a5-c5d7-415f-803a-f5e55df7df27 req-c33fd4de-716e-4b9d-ae13-3928e1d29dff service neutron] 10.222.0.69 "GET /v2.0/networks/e18f3f47-eda3-4841-b6ac-77a54d6b46e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1717019
Jun 29 14:30:08.547385 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-52fc49a5-c5d7-415f-803a-f5e55df7df27 req-140e0855-c8e2-4913-bbe9-8ea3a8734407 service neutron] 10.222.0.69 "GET /v2.0/networks/e18f3f47-eda3-4841-b6ac-77a54d6b46e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2348711
Jun 29 14:30:08.647775 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c7f51d-70fc-42d8-afc5-cf0722b271bb req-2e5adc19-d4d8-4263-869d-d545d7363198 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:08.659374 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-89c7f51d-70fc-42d8-afc5-cf0722b271bb req-2e5adc19-d4d8-4263-869d-d545d7363198 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.1108496
Jun 29 14:30:08.767797 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-89c7f51d-70fc-42d8-afc5-cf0722b271bb req-c5fa0bdf-4a8e-4f30-83e0-a4af91b0acf0 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1071029
Jun 29 14:30:08.941883 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 41478) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:30:09.169458 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:09.195224 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-119754596-network', 'tenant_id': 'f15123002d2341fa86ca378f303ef83f'}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:30:09.202678 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:30:09.208531 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Usage tracker for resource:network and tenant:f15123002d2341fa86ca378f303ef83f is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:30:09.212875 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:30:09.220025 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:30:09.232832 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Made reservation on behalf of f15123002d2341fa86ca378f303ef83f for: {'network': 1} {{(pid=74235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:30:09.235739 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for network, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:09.249620 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:09.286459 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:30:09.290409 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Usage tracker for resource:security_group_rule and tenant:f15123002d2341fa86ca378f303ef83f is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:30:09.293317 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:30:09.299673 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:30:09.371255 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:09.375517 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:09.378966 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-d64af5c1-1b90-4fac-93be-5603b4d82c54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:09.401215 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'}  {{(pid=74235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 14:30:09.424847 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:09.428052 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:09.429009 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.db.segments_db [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Added segment c6927e74-905f-4980-a50c-058a777d391d of type vlan for network 7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea
Jun 29 14:30:09.442082 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:09.442438 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:09.443062 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:09.443602 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:09.444091 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:09.444726 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:09.445077 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:09.445427 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:09.445755 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:09.446349 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:09.446717 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:09.452890 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:09.471511 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482767800'] for network, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:09.505447 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695'] for network, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:09.506997 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:09.507858 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:09.511965 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-05f4cc82-3a63-492a-bd30-6f6fbe371503 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:09.521957 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ce8dc4cf-f78e-444f-b536-99488882bbe5 req-a1c1198e-f9f8-4d77-8b26-51679060dd04 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=49688b8975d4487d95604f13bd607887&device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 1099 time: 0.0747659
Jun 29 14:30:09.615227 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Pushing event updated for resources: {'Network': ['ID=7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:09.621868 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 0.6785538
Jun 29 14:30:09.622684 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 41502) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:30:09.623387 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:09.629134 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-dbd8dc35-7e21-4c16-8e41-614f8e099e2d admin admin] Request body: {'subnet': {'network_id': '7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-119754596-subnet', 'tenant_id': 'f15123002d2341fa86ca378f303ef83f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:30:09.629334 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Network 7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea details requested by agent ovs-agent-dv-cinder-798356-1-iscsi with host dv-cinder-798356-1-iscsi {{(pid=74236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 14:30:09.633994 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-dbd8dc35-7e21-4c16-8e41-614f8e099e2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:30:09.637966 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-dbd8dc35-7e21-4c16-8e41-614f8e099e2d admin admin] Usage tracker for resource:subnet and tenant:f15123002d2341fa86ca378f303ef83f is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:30:09.640975 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-dbd8dc35-7e21-4c16-8e41-614f8e099e2d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:30:09.647758 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-dbd8dc35-7e21-4c16-8e41-614f8e099e2d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:30:09.667852 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbd8dc35-7e21-4c16-8e41-614f8e099e2d admin admin] Made reservation on behalf of f15123002d2341fa86ca378f303ef83f for: {'subnet': 1} {{(pid=74235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:30:09.670241 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-dbd8dc35-7e21-4c16-8e41-614f8e099e2d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1167943'] for subnet, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:09.738327 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90eef12-4b53-447b-9a3f-55ed4121945c req-9461f74b-ad0f-460a-aaea-a6d5a35d156c tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:09.740802 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d90eef12-4b53-447b-9a3f-55ed4121945c req-9461f74b-ad0f-460a-aaea-a6d5a35d156c tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.1882353
Jun 29 14:30:09.795164 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8dc4cf-f78e-444f-b536-99488882bbe5 req-44451ad1-60c0-4da2-90f9-c04472e6126d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:09.796691 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ce8dc4cf-f78e-444f-b536-99488882bbe5 req-44451ad1-60c0-4da2-90f9-c04472e6126d service neutron] 10.222.0.69 "GET /v2.0/networks?id=e18f3f47-eda3-4841-b6ac-77a54d6b46e2 HTTP/1.1" status: 200  len: 919 time: 0.2667196
Jun 29 14:30:09.877126 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d90eef12-4b53-447b-9a3f-55ed4121945c req-13069eb1-b66b-4854-b605-af083feb2237 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1202695
Jun 29 14:30:09.916946 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ce8dc4cf-f78e-444f-b536-99488882bbe5 req-a5bcb2db-925e-4a89-b6ba-66590de1a6de service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75c1dbd6-bc8a-4537-8746-a64e7143b40b HTTP/1.1" status: 200  len: 217 time: 0.1116095
Jun 29 14:30:09.938158 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:10.032114 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8dc4cf-f78e-444f-b536-99488882bbe5 req-ee40261c-1651-4894-a1da-1cd2ebad73ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:10.034809 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ce8dc4cf-f78e-444f-b536-99488882bbe5 req-ee40261c-1651-4894-a1da-1cd2ebad73ae service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d349a7a1-71b6-4c71-8ccc-984c68721f79 HTTP/1.1" status: 200  len: 858 time: 0.1078484
Jun 29 14:30:10.035687 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-dbd8dc35-7e21-4c16-8e41-614f8e099e2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1167330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1167957'] for subnet, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:10.043868 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:10.097963 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4add8e86-f58b-4540-be98-b858dda5b5a2 req-d9a203bf-795c-499c-8e29-70a213c90008 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:10.099487 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-4add8e86-f58b-4540-be98-b858dda5b5a2 req-d9a203bf-795c-499c-8e29-70a213c90008 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.1929257
Jun 29 14:30:10.126673 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ce8dc4cf-f78e-444f-b536-99488882bbe5 req-b6690d1a-61e3-4078-8dd6-087296288cc3 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e18f3f47-eda3-4841-b6ac-77a54d6b46e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0789952
Jun 29 14:30:10.185687 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd8dc35-7e21-4c16-8e41-614f8e099e2d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b409a70-96f0-469a-8d80-f2069aa3c7b9,revision_number=0']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:10.192198 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-dbd8dc35-7e21-4c16-8e41-614f8e099e2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:10.203595 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-4add8e86-f58b-4540-be98-b858dda5b5a2 req-0414ae20-6339-473d-968a-d6407b7e1b54 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0890810
Jun 29 14:30:10.209887 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbd8dc35-7e21-4c16-8e41-614f8e099e2d admin admin] Checking segment: {'id': 'c6927e74-905f-4980-a50c-058a777d391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:30:10.210990 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd8dc35-7e21-4c16-8e41-614f8e099e2d admin admin] Network hostable DHCP agents. Network: 7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea, hostable agents: ['e1a882d0-1bb9-433b-98f7-0ae4434a4814'], hosted agents: [] {{(pid=74235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 14:30:10.254733 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd8dc35-7e21-4c16-8e41-614f8e099e2d admin admin] Network 7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea is scheduled to be hosted by DHCP agent e1a882d0-1bb9-433b-98f7-0ae4434a4814 with binding_index 1 {{(pid=74235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 14:30:10.272367 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.base_scheduler [None req-dbd8dc35-7e21-4c16-8e41-614f8e099e2d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-iscsi, 7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea) {{(pid=74235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:30:10.277855 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd8dc35-7e21-4c16-8e41-614f8e099e2d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:10.278675 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-dbd8dc35-7e21-4c16-8e41-614f8e099e2d admin admin] Notify callbacks [] for subnet, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:10.282798 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c808318d-5338-4f53-9e8e-6c478bdf3fbc None None] Network 7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:30:10.330236 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-dbd8dc35-7e21-4c16-8e41-614f8e099e2d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.7047815
Jun 29 14:30:10.362137 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ce8dc4cf-f78e-444f-b536-99488882bbe5 req-e4220171-6bbb-44f4-9d7b-d29394af4e78 service neutron] 10.222.0.69 "GET /v2.0/networks/e18f3f47-eda3-4841-b6ac-77a54d6b46e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2282581
Jun 29 14:30:10.573322 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dbb991-4709-43fb-b3ab-29264becbb9d None None] Network 7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:30:10.746716 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ce8dc4cf-f78e-444f-b536-99488882bbe5 req-e895003a-230d-4c17-a3cf-30d43c17fb7f service neutron] 10.222.0.69 "GET /v2.0/networks/e18f3f47-eda3-4841-b6ac-77a54d6b46e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3732946
Jun 29 14:30:10.842865 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-09bb2896-f089-414f-97ef-acc6b8de0664 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:10.851169 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-09bb2896-f089-414f-97ef-acc6b8de0664 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/networks?id=9946b46a-9e40-4099-9d93-df2710eb9b83 HTTP/1.1" status: 200  len: 813 time: 0.2697666
Jun 29 14:30:10.880507 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-dac685f0-07a0-42f1-b313-386ffe94d3de tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/quotas/b785cf1e1d0046c39466ad50eccc6bc7 HTTP/1.1" status: 200  len: 375 time: 0.0269635
Jun 29 14:30:10.985036 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:10.988343 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-e52db49c-8e48-45af-a00a-b9f9b4d114d7 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b785cf1e1d0046c39466ad50eccc6bc7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1044700
Jun 29 14:30:11.154312 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-82810c74-67ea-48e1-9b5a-95096a583323 service neutron] 10.222.0.13 "GET /v2.0/networks/9946b46a-9e40-4099-9d93-df2710eb9b83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1651018
Jun 29 14:30:11.288153 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9add9cff-1ad4-468a-b0b1-e8dcfc83ed62 req-4c7e8f0d-0f9d-42c5-a0f8-e2625694272f tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:11.290259 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-9add9cff-1ad4-468a-b0b1-e8dcfc83ed62 req-4c7e8f0d-0f9d-42c5-a0f8-e2625694272f tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.0981691
Jun 29 14:30:11.378384 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-9add9cff-1ad4-468a-b0b1-e8dcfc83ed62 req-7b0473cd-bb4c-4a93-a392-969755b86b72 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802705
Jun 29 14:30:11.423766 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-f0d0919b-9155-45b8-a46d-68307ff07ff4 service neutron] 10.222.0.13 "GET /v2.0/networks/9946b46a-9e40-4099-9d93-df2710eb9b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2684619
Jun 29 14:30:11.608077 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14546acb-5418-4fe9-8a8d-33fa5c5b7687 req-3021a9a5-12a2-407b-b593-4021dcada124 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:11.619227 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-14546acb-5418-4fe9-8a8d-33fa5c5b7687 req-3021a9a5-12a2-407b-b593-4021dcada124 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.1050670
Jun 29 14:30:11.785674 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-14546acb-5418-4fe9-8a8d-33fa5c5b7687 req-53098b8f-4f2d-4aab-8dbb-06373d4054d2 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1651621
Jun 29 14:30:11.841829 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7061862-aa70-4f63-a43c-d513f31faeb2 req-2ea0a817-dac3-41c5-b6c3-e273afedbff8 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:11.843516 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-a7061862-aa70-4f63-a43c-d513f31faeb2 req-2ea0a817-dac3-41c5-b6c3-e273afedbff8 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.1614482
Jun 29 14:30:11.906809 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-a7061862-aa70-4f63-a43c-d513f31faeb2 req-f07e6eb5-e45b-489d-ad3e-7bf4cfe55fe0 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550961
Jun 29 14:30:11.927340 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-d88cfb35-951e-4715-a836-3e62e0ccb19d req-6b56d025-c630-4322-95b5-035e90053b4d tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf85770-e6ea-4ba7-a921-48aae8c141a2 HTTP/1.1" status: 200  len: 210 time: 0.0447245
Jun 29 14:30:12.579954 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d828816d-febe-4fb9-a841-b8ff2ced30b1 req-67c3cf22-f144-4043-aed9-13af04bad804 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:12.583632 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-d828816d-febe-4fb9-a841-b8ff2ced30b1 req-67c3cf22-f144-4043-aed9-13af04bad804 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.0811298
Jun 29 14:30:12.671487 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-d828816d-febe-4fb9-a841-b8ff2ced30b1 req-65df6ef5-6c53-4840-88b5-24fd09a12f9a tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0812080
Jun 29 14:30:12.844655 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-f4463691-1b92-407e-9fe1-e5b55638941f tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:12.846135 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-f4463691-1b92-407e-9fe1-e5b55638941f tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/networks?id=7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea HTTP/1.1" status: 200  len: 808 time: 0.2357428
Jun 29 14:30:12.863628 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-e7bc3a9f-5246-4a8b-9b01-8281f75e255e tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/quotas/f15123002d2341fa86ca378f303ef83f HTTP/1.1" status: 200  len: 375 time: 0.0117812
Jun 29 14:30:12.910655 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-7ccf5e07-fd0b-4725-bcf0-bf17526892d9 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f15123002d2341fa86ca378f303ef83f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0409076
Jun 29 14:30:13.019131 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2313d2-5746-4eff-87cd-96d08d0216c5 req-9c63d8b6-3a08-4962-b5ec-ac7993bb9d7a tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:13.020737 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-ef2313d2-5746-4eff-87cd-96d08d0216c5 req-9c63d8b6-3a08-4962-b5ec-ac7993bb9d7a tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.0842371
Jun 29 14:30:13.048103 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-2a3d7ede-d666-4d01-94de-da1d2806ecb7 service neutron] 10.222.0.13 "GET /v2.0/networks/7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1301301
Jun 29 14:30:13.070300 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-ef2313d2-5746-4eff-87cd-96d08d0216c5 req-75fe1da8-8d91-45d7-88d8-e4acb6db4cfd tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426061
Jun 29 14:30:13.208695 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-623ebac2-92b5-4c8a-9e45-4a2535f11f08 service neutron] 10.222.0.13 "GET /v2.0/networks/7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1552355
Jun 29 14:30:13.294002 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf5948e-ba48-42e6-8835-2d5920795bb2 req-fec85251-2d8f-4412-9da2-c4bc10900850 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:13.295462 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-cbf5948e-ba48-42e6-8835-2d5920795bb2 req-fec85251-2d8f-4412-9da2-c4bc10900850 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.0823278
Jun 29 14:30:13.352004 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-cbf5948e-ba48-42e6-8835-2d5920795bb2 req-b5246f58-7688-44d6-9736-d161d893ad12 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0444930
Jun 29 14:30:13.469151 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-805d92f6-3686-4e87-8a41-aa2b839b6d46 req-65e7e60d-173c-48f0-bcf5-f6c02874c7b9 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa17fc0c-a84f-4a3a-aef8-afe0d900c2aa HTTP/1.1" status: 200  len: 210 time: 0.0466611
Jun 29 14:30:13.543236 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-11b9caa1-e1b6-428b-93e6-2d26d7f72b51 req-71d36122-30b1-400d-89a9-fe05ec8dc072 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf85770-e6ea-4ba7-a921-48aae8c141a2 HTTP/1.1" status: 200  len: 210 time: 0.0425401
Jun 29 14:30:13.903645 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0d4658-b208-4c1a-b0ad-b73fe8ec2bc9 req-55d0deb9-0546-485d-9618-417623c85b0b tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:13.905083 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-6b0d4658-b208-4c1a-b0ad-b73fe8ec2bc9 req-55d0deb9-0546-485d-9618-417623c85b0b tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.0971577
Jun 29 14:30:13.950207 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-6b0d4658-b208-4c1a-b0ad-b73fe8ec2bc9 req-106ef7b6-cd3d-46f0-8a35-3ce1cee4155b tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0392482
Jun 29 14:30:14.293733 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83bc762-e59c-43a4-9fc7-9e441a195611 req-94c45f02-0a08-4b79-8f78-4c1504990b3c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:14.295303 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d83bc762-e59c-43a4-9fc7-9e441a195611 req-94c45f02-0a08-4b79-8f78-4c1504990b3c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.0857594
Jun 29 14:30:14.345033 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d83bc762-e59c-43a4-9fc7-9e441a195611 req-9e86fb59-fd7d-40ad-a82a-3566f78fbb6f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400224
Jun 29 14:30:14.545857 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cb3611-3398-46f6-a523-3d0c32ceb324 req-c877fb20-e5de-41d2-aa00-18977c85f780 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:14.547341 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b4cb3611-3398-46f6-a523-3d0c32ceb324 req-c877fb20-e5de-41d2-aa00-18977c85f780 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.0744240
Jun 29 14:30:14.591819 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b4cb3611-3398-46f6-a523-3d0c32ceb324 req-04d849b0-bbd3-4a91-bdbf-35461ae6db11 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0383360
Jun 29 14:30:14.634166 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-1acdb36b-4fa1-45f8-89f1-dd9e685e5492 req-08390006-7e96-402e-b4c4-bc906bed7add tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa17fc0c-a84f-4a3a-aef8-afe0d900c2aa HTTP/1.1" status: 200  len: 210 time: 0.0418777
Jun 29 14:30:14.746920 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-3ba62657-25e3-44f9-9c83-f91b44bfb67d req-21d6b187-7545-4f3f-9312-f3d0df2157d0 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf85770-e6ea-4ba7-a921-48aae8c141a2 HTTP/1.1" status: 200  len: 210 time: 0.0444779
Jun 29 14:30:15.147193 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a592061-d19d-48b4-a221-6ab2d269acc5 req-040dd015-e9fb-4d0f-b3c2-4c3fffc4f72c tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:15.148509 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-6a592061-d19d-48b4-a221-6ab2d269acc5 req-040dd015-e9fb-4d0f-b3c2-4c3fffc4f72c tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.0781415
Jun 29 14:30:15.193181 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-6a592061-d19d-48b4-a221-6ab2d269acc5 req-7d040c9d-7b61-4d9a-8d6a-b581fa0caa2a tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0391879
Jun 29 14:30:15.600213 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9254ff-8b26-4c3c-99d1-70efd2b1fee5 req-e4355f16-0651-4cc3-aaae-453740098516 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:15.601817 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-7c9254ff-8b26-4c3c-99d1-70efd2b1fee5 req-e4355f16-0651-4cc3-aaae-453740098516 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.0868640
Jun 29 14:30:15.686006 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-7c9254ff-8b26-4c3c-99d1-70efd2b1fee5 req-e531bffc-d0d4-49ab-a339-cf2065814f1f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0767167
Jun 29 14:30:15.704261 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-e936ae0a-5cd0-4b74-a04c-fb7b93631acd tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:15.706260 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-e936ae0a-5cd0-4b74-a04c-fb7b93631acd tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.69 "GET /v2.0/networks?id=9946b46a-9e40-4099-9d93-df2710eb9b83 HTTP/1.1" status: 200  len: 813 time: 0.1743176
Jun 29 14:30:15.728649 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-4a5b34f7-4e18-43cd-bf9f-84cdfc1cf6a5 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Request body: {'port': {'device_id': 'bcf85770-e6ea-4ba7-a921-48aae8c141a2', 'network_id': '9946b46a-9e40-4099-9d93-df2710eb9b83', 'admin_state_up': True, 'tenant_id': 'b785cf1e1d0046c39466ad50eccc6bc7'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:30:15.908587 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-0c632639-c2cd-49a6-ba34-84020a7d622f req-495c8c9e-4b9c-4fba-9b34-d62f21044022 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa17fc0c-a84f-4a3a-aef8-afe0d900c2aa HTTP/1.1" status: 200  len: 210 time: 0.0431080
Jun 29 14:30:15.922748 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-4a5b34f7-4e18-43cd-bf9f-84cdfc1cf6a5 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:30:15.929900 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-4a5b34f7-4e18-43cd-bf9f-84cdfc1cf6a5 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Usage tracker for resource:port and tenant:b785cf1e1d0046c39466ad50eccc6bc7 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:30:15.933440 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-4a5b34f7-4e18-43cd-bf9f-84cdfc1cf6a5 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:30:15.941246 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-4a5b34f7-4e18-43cd-bf9f-84cdfc1cf6a5 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:30:15.949793 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f9ac243-47fb-4dc3-bba6-5613be1738e3 req-245bf218-8771-4d99-acab-69d2b9da34f8 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:15.951266 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-6f9ac243-47fb-4dc3-bba6-5613be1738e3 req-245bf218-8771-4d99-acab-69d2b9da34f8 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.1392782
Jun 29 14:30:15.976810 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-4a5b34f7-4e18-43cd-bf9f-84cdfc1cf6a5 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Made reservation on behalf of b785cf1e1d0046c39466ad50eccc6bc7 for: {'port': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:30:15.979930 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-4a5b34f7-4e18-43cd-bf9f-84cdfc1cf6a5 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:16.065217 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-4df3bcdc-175d-41a1-a09c-532d827c64bb req-e033366b-ad36-4a4b-af8c-6ca9afbc5356 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf85770-e6ea-4ba7-a921-48aae8c141a2 HTTP/1.1" status: 200  len: 210 time: 0.0431471
Jun 29 14:30:16.067256 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-6f9ac243-47fb-4dc3-bba6-5613be1738e3 req-6509adca-8eb4-487d-b6a9-7c8452f5f3ed tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1087518
Jun 29 14:30:16.169149 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_common [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-4a5b34f7-4e18-43cd-bf9f-84cdfc1cf6a5 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Allocated IP 172.20.0.2 (9946b46a-9e40-4099-9d93-df2710eb9b83/8cb76eb1-d4bf-4878-9dab-76ed436dd82d/118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f) {{(pid=74234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:30:16.616575 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-4a5b34f7-4e18-43cd-bf9f-84cdfc1cf6a5 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Notify callbacks [] for port, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:16.623325 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-5f015823-24a8-4345-baf9-0c373719dd00 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:16.624711 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-5f015823-24a8-4345-baf9-0c373719dd00 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.69 "GET /v2.0/networks?id=7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea HTTP/1.1" status: 200  len: 808 time: 0.3826869
Jun 29 14:30:16.645837 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf759ea-13aa-4446-83be-cc95774e218f req-5a7452df-1da4-42c1-a9b6-cc46fe3431cd tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:16.647318 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-6cf759ea-13aa-4446-83be-cc95774e218f req-5a7452df-1da4-42c1-a9b6-cc46fe3431cd tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.3214412
Jun 29 14:30:16.653349 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-7047e2a2-d67c-4ae2-b269-421718ae85d4 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Request body: {'port': {'device_id': 'fa17fc0c-a84f-4a3a-aef8-afe0d900c2aa', 'network_id': '7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea', 'admin_state_up': True, 'tenant_id': 'f15123002d2341fa86ca378f303ef83f'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:30:16.794024 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-4a5b34f7-4e18-43cd-bf9f-84cdfc1cf6a5 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:16.815137 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-6cf759ea-13aa-4446-83be-cc95774e218f req-50654ec3-5b7d-465b-bae2-b05a5a898643 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1444626
Jun 29 14:30:16.821089 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-ecad36d4-3354-4031-ad7b-73ca52caeeff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:16.898386 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-7047e2a2-d67c-4ae2-b269-421718ae85d4 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:30:16.909004 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-7047e2a2-d67c-4ae2-b269-421718ae85d4 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Usage tracker for resource:port and tenant:f15123002d2341fa86ca378f303ef83f is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:30:16.912455 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-4a5b34f7-4e18-43cd-bf9f-84cdfc1cf6a5 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Network 9946b46a-9e40-4099-9d93-df2710eb9b83 is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:30:16.916013 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-7047e2a2-d67c-4ae2-b269-421718ae85d4 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:30:16.918759 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-4a5b34f7-4e18-43cd-bf9f-84cdfc1cf6a5 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:30:16.920730 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5b34f7-4e18-43cd-bf9f-84cdfc1cf6a5 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Pushing event updated for resources: {'Port': ['ID=118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:16.922614 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-4a5b34f7-4e18-43cd-bf9f-84cdfc1cf6a5 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Received port after_create {{(pid=74234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:30:16.923807 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341c22de-1346-4b48-a52f-35d816950c23 req-9abebcd5-d919-4f47-a810-e6107e91e845 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:16.925474 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-341c22de-1346-4b48-a52f-35d816950c23 req-9abebcd5-d919-4f47-a810-e6107e91e845 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.0753300
Jun 29 14:30:16.949989 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-4a5b34f7-4e18-43cd-bf9f-84cdfc1cf6a5 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:16.953589 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-7047e2a2-d67c-4ae2-b269-421718ae85d4 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:30:16.976004 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-341c22de-1346-4b48-a52f-35d816950c23 req-5fee3735-8c13-4b6d-9ccf-56c0aea61b6b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442920
Jun 29 14:30:16.984446 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-7047e2a2-d67c-4ae2-b269-421718ae85d4 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Made reservation on behalf of f15123002d2341fa86ca378f303ef83f for: {'port': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:30:16.987654 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-7047e2a2-d67c-4ae2-b269-421718ae85d4 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:17.013820 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-4a5b34f7-4e18-43cd-bf9f-84cdfc1cf6a5 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:17.014408 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-4a5b34f7-4e18-43cd-bf9f-84cdfc1cf6a5 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:17.122772 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-af23ee7a-c996-4b9e-9f1b-9945a5cea44e req-f66ea55e-7cb7-403a-862f-3f42d9080d8b tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa17fc0c-a84f-4a3a-aef8-afe0d900c2aa HTTP/1.1" status: 200  len: 210 time: 0.0605271
Jun 29 14:30:17.126875 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-4a5b34f7-4e18-43cd-bf9f-84cdfc1cf6a5 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4034340
Jun 29 14:30:17.212717 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_common [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-7047e2a2-d67c-4ae2-b269-421718ae85d4 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Allocated IP 172.20.0.13 (7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea/3b409a70-96f0-469a-8d80-f2069aa3c7b9/f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c) {{(pid=74234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:30:17.275214 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50ffebe-6be7-4fae-a40f-3db464c99ddd req-4f264001-3444-461d-a4c2-7455ee40d2aa tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:17.276648 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f50ffebe-6be7-4fae-a40f-3db464c99ddd req-4f264001-3444-461d-a4c2-7455ee40d2aa tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.0788999
Jun 29 14:30:17.322150 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f50ffebe-6be7-4fae-a40f-3db464c99ddd req-04c6e651-ca41-45ee-ac96-557f7ca3e017 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399687
Jun 29 14:30:17.436703 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50703641-98d7-4316-9865-2df7e7eaf39a req-3c671ea5-3121-4220-9d73-3ac572a2d9a9 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:17.437384 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-50703641-98d7-4316-9865-2df7e7eaf39a req-3c671ea5-3121-4220-9d73-3ac572a2d9a9 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Synchronizing usage tracker for tenant:b785cf1e1d0046c39466ad50eccc6bc7 on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:30:17.482741 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-7047e2a2-d67c-4ae2-b269-421718ae85d4 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Notify callbacks [] for port, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:17.485356 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-50703641-98d7-4316-9865-2df7e7eaf39a req-3c671ea5-3121-4220-9d73-3ac572a2d9a9 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Unset dirty status for tenant:b785cf1e1d0046c39466ad50eccc6bc7 on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:30:17.487050 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-50703641-98d7-4316-9865-2df7e7eaf39a req-3c671ea5-3121-4220-9d73-3ac572a2d9a9 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf85770-e6ea-4ba7-a921-48aae8c141a2 HTTP/1.1" status: 200  len: 931 time: 0.2440219
Jun 29 14:30:17.545028 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-50703641-98d7-4316-9865-2df7e7eaf39a req-976f2aa4-3cb5-4078-9bf6-27d73964bb89 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d895047-1293-48d6-ae5d-e8f7d099d3a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520940
Jun 29 14:30:17.551493 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-7047e2a2-d67c-4ae2-b269-421718ae85d4 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:17.558947 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:17.628900 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-7047e2a2-d67c-4ae2-b269-421718ae85d4 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Network 7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:30:17.631982 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-7047e2a2-d67c-4ae2-b269-421718ae85d4 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:30:17.635236 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-7047e2a2-d67c-4ae2-b269-421718ae85d4 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Received port after_create {{(pid=74234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:30:17.671181 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047e2a2-d67c-4ae2-b269-421718ae85d4 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Pushing event updated for resources: {'Port': ['ID=f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:17.675084 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-7047e2a2-d67c-4ae2-b269-421718ae85d4 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:17.704260 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-7047e2a2-d67c-4ae2-b269-421718ae85d4 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:17.704884 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-7047e2a2-d67c-4ae2-b269-421718ae85d4 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:17.725300 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-7047e2a2-d67c-4ae2-b269-421718ae85d4 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0770261
Jun 29 14:30:18.013456 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422e269a-c68b-4e27-b36a-24702ac19e29 req-8d4f040a-2e1c-4c50-b680-bd7f20a239fd tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:18.014937 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-422e269a-c68b-4e27-b36a-24702ac19e29 req-8d4f040a-2e1c-4c50-b680-bd7f20a239fd tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.0755589
Jun 29 14:30:18.075038 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-422e269a-c68b-4e27-b36a-24702ac19e29 req-37e632c7-fb32-4c60-8fdd-501d4623023b tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0538638
Jun 29 14:30:18.187780 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76edf4b9-5b1c-4eb2-a13b-4ed8cada84ae req-6e74fc61-27c5-4212-a08d-98874e928a19 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:18.189257 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-76edf4b9-5b1c-4eb2-a13b-4ed8cada84ae req-6e74fc61-27c5-4212-a08d-98874e928a19 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.0754519
Jun 29 14:30:18.243160 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-76edf4b9-5b1c-4eb2-a13b-4ed8cada84ae req-c924a0cb-7a0c-4cdd-a0a7-055bccbec37c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0473781
Jun 29 14:30:18.330766 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5880e8ba-362b-4f91-a32e-1558e6f813bf req-82b7cad9-8733-417e-be86-bde148473885 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:18.332216 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-5880e8ba-362b-4f91-a32e-1558e6f813bf req-82b7cad9-8733-417e-be86-bde148473885 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa17fc0c-a84f-4a3a-aef8-afe0d900c2aa HTTP/1.1" status: 200  len: 932 time: 0.0810001
Jun 29 14:30:18.377713 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-5880e8ba-362b-4f91-a32e-1558e6f813bf req-fa8d48a0-b6a0-42f8-b12d-a5725174745a tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Synchronizing usage tracker for tenant:f15123002d2341fa86ca378f303ef83f on resource:security_group {{(pid=74235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:30:18.393944 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-5880e8ba-362b-4f91-a32e-1558e6f813bf req-fa8d48a0-b6a0-42f8-b12d-a5725174745a tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Unset dirty status for tenant:f15123002d2341fa86ca378f303ef83f on resource:security_group {{(pid=74235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:30:18.395069 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-5880e8ba-362b-4f91-a32e-1558e6f813bf req-fa8d48a0-b6a0-42f8-b12d-a5725174745a tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0574324
Jun 29 14:30:18.527158 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff26fbe7-d172-4600-a754-73eb1a19d69b req-ba333746-fcee-4e0a-aa5e-0253f8282a01 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:18.528585 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ff26fbe7-d172-4600-a754-73eb1a19d69b req-ba333746-fcee-4e0a-aa5e-0253f8282a01 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.0842140
Jun 29 14:30:18.572837 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ff26fbe7-d172-4600-a754-73eb1a19d69b req-df980616-8175-48b1-9957-da6ebec28e1b tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381784
Jun 29 14:30:18.761065 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cadca14-baea-4ef5-a67e-867889bfea92 req-137058ac-c0a1-4904-8167-8005e7b68e11 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:18.762537 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-2cadca14-baea-4ef5-a67e-867889bfea92 req-137058ac-c0a1-4904-8167-8005e7b68e11 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf85770-e6ea-4ba7-a921-48aae8c141a2 HTTP/1.1" status: 200  len: 931 time: 0.0871606
Jun 29 14:30:18.805798 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-2cadca14-baea-4ef5-a67e-867889bfea92 req-420e89d3-e4c8-4261-a005-d1ed5b60df64 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Synchronizing usage tracker for tenant:b785cf1e1d0046c39466ad50eccc6bc7 on resource:security_group {{(pid=74235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:30:18.822621 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-2cadca14-baea-4ef5-a67e-867889bfea92 req-420e89d3-e4c8-4261-a005-d1ed5b60df64 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Unset dirty status for tenant:b785cf1e1d0046c39466ad50eccc6bc7 on resource:security_group {{(pid=74235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:30:18.823723 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-2cadca14-baea-4ef5-a67e-867889bfea92 req-420e89d3-e4c8-4261-a005-d1ed5b60df64 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d895047-1293-48d6-ae5d-e8f7d099d3a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0552094
Jun 29 14:30:19.254751 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee210c8-ec79-4412-b3dc-daf06af8c925 req-0a08f5e7-0389-4799-ba76-c7688426a0a9 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:19.256182 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-fee210c8-ec79-4412-b3dc-daf06af8c925 req-0a08f5e7-0389-4799-ba76-c7688426a0a9 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.0747106
Jun 29 14:30:19.305340 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-fee210c8-ec79-4412-b3dc-daf06af8c925 req-a2f6ce36-d2af-475f-8c0c-2c7256b4f281 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411754
Jun 29 14:30:19.461745 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee9ccd-4655-4fe9-bd86-04f1b8e64fa4 req-571e9f1d-02b8-472a-9d00-8224c693d7a7 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:19.463325 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-12ee9ccd-4655-4fe9-bd86-04f1b8e64fa4 req-571e9f1d-02b8-472a-9d00-8224c693d7a7 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.0745022
Jun 29 14:30:19.508548 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-12ee9ccd-4655-4fe9-bd86-04f1b8e64fa4 req-f5acfeb6-5586-4173-99f3-a1d087d29f78 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396404
Jun 29 14:30:19.590587 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc9f65a-ab2a-4b1d-bbaf-4939e2dc0256 req-2aca5397-7208-4aec-81e3-515c8727e7bd tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:19.591271 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-cfc9f65a-ab2a-4b1d-bbaf-4939e2dc0256 req-2aca5397-7208-4aec-81e3-515c8727e7bd tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Synchronizing usage tracker for tenant:f15123002d2341fa86ca378f303ef83f on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:30:19.608760 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-cfc9f65a-ab2a-4b1d-bbaf-4939e2dc0256 req-2aca5397-7208-4aec-81e3-515c8727e7bd tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Unset dirty status for tenant:f15123002d2341fa86ca378f303ef83f on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:30:19.609875 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-cfc9f65a-ab2a-4b1d-bbaf-4939e2dc0256 req-2aca5397-7208-4aec-81e3-515c8727e7bd tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa17fc0c-a84f-4a3a-aef8-afe0d900c2aa HTTP/1.1" status: 200  len: 932 time: 0.0959582
Jun 29 14:30:19.656162 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-cfc9f65a-ab2a-4b1d-bbaf-4939e2dc0256 req-925dd623-f133-468a-bd94-c4ba094effc8 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0400271
Jun 29 14:30:19.773661 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06284cc5-0cc2-4c63-b2cd-896b5b14aa89 req-88182c15-b562-4776-be14-0ec8d918af63 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:19.775126 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-06284cc5-0cc2-4c63-b2cd-896b5b14aa89 req-88182c15-b562-4776-be14-0ec8d918af63 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.0830696
Jun 29 14:30:19.821471 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-06284cc5-0cc2-4c63-b2cd-896b5b14aa89 req-7b130c14-f755-4112-a2a1-70df24af4b68 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400503
Jun 29 14:30:20.018810 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e3b55-e253-4ffc-b082-ce016edf2955 req-8029d8fe-2957-4a01-aa3b-75ac195f94d0 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:20.020234 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f56e3b55-e253-4ffc-b082-ce016edf2955 req-8029d8fe-2957-4a01-aa3b-75ac195f94d0 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf85770-e6ea-4ba7-a921-48aae8c141a2 HTTP/1.1" status: 200  len: 931 time: 0.0744784
Jun 29 14:30:20.064223 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f56e3b55-e253-4ffc-b082-ce016edf2955 req-7ee8e28a-9e9d-42cf-aa1a-cc7b1279402e tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d895047-1293-48d6-ae5d-e8f7d099d3a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0385058
Jun 29 14:30:20.332836 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-b96e65ea-09d9-48f2-83ab-7ba6a95cf44a service neutron] Request body: {'port': {'device_id': 'bcf85770-e6ea-4ba7-a921-48aae8c141a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:30:20.368463 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-dbb2cbaf-a828-4dd7-9053-9f908c086213 service neutron] Request body: {'port': {'device_id': 'fa17fc0c-a84f-4a3a-aef8-afe0d900c2aa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:30:20.507224 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af08559e-fbde-489e-a9fd-03658ad18cc9 req-8465c016-ec48-4361-b2db-49d41aae8db9 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:20.508747 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-af08559e-fbde-489e-a9fd-03658ad18cc9 req-8465c016-ec48-4361-b2db-49d41aae8db9 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.0781603
Jun 29 14:30:20.560326 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-af08559e-fbde-489e-a9fd-03658ad18cc9 req-f7849ac4-3401-4f27-b447-58894c943c34 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458186
Jun 29 14:30:20.604430 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-dbb2cbaf-a828-4dd7-9053-9f908c086213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:20.612623 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-b96e65ea-09d9-48f2-83ab-7ba6a95cf44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:20.858546 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e08edd4-6722-41da-bd51-8f4eab69b9ea req-a1305512-9b40-49a9-ba71-35e0eb966099 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:20.860839 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-7e08edd4-6722-41da-bd51-8f4eab69b9ea req-a1305512-9b40-49a9-ba71-35e0eb966099 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa17fc0c-a84f-4a3a-aef8-afe0d900c2aa HTTP/1.1" status: 200  len: 932 time: 0.0808232
Jun 29 14:30:20.919028 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-7e08edd4-6722-41da-bd51-8f4eab69b9ea req-a1d6824c-8592-4790-9e01-5eb5c07bc83e tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515330
Jun 29 14:30:21.071186 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2870539-f54a-4443-b620-4951c9ec9c77 req-21758a5e-b4d3-4ef7-8821-a00f451e8007 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:21.072610 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c2870539-f54a-4443-b620-4951c9ec9c77 req-21758a5e-b4d3-4ef7-8821-a00f451e8007 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.4154868
Jun 29 14:30:21.114969 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9db0b71-331b-4109-9ed3-02323e29dbe5 req-49959e4f-b401-4f13-ad02-bbef96af3deb tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:21.116378 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b9db0b71-331b-4109-9ed3-02323e29dbe5 req-49959e4f-b401-4f13-ad02-bbef96af3deb tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.0851257
Jun 29 14:30:21.200769 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c2870539-f54a-4443-b620-4951c9ec9c77 req-f749cdc6-5702-40cf-9fb7-aa0701040b1c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1203358
Jun 29 14:30:21.210345 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b9db0b71-331b-4109-9ed3-02323e29dbe5 req-18561db9-1327-4494-b7ad-ee34858ab55b tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0870037
Jun 29 14:30:21.323901 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-b96e65ea-09d9-48f2-83ab-7ba6a95cf44a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f {{(pid=74234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:30:21.333035 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-b96e65ea-09d9-48f2-83ab-7ba6a95cf44a service neutron] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:21.339289 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-dbb2cbaf-a828-4dd7-9053-9f908c086213 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c {{(pid=74234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:30:21.350778 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-dbb2cbaf-a828-4dd7-9053-9f908c086213 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:21.361993 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-b96e65ea-09d9-48f2-83ab-7ba6a95cf44a service neutron] Transition to ACTIVE for port object 118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f will not be triggered until provisioned by entity L2. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:30:21.368306 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-b96e65ea-09d9-48f2-83ab-7ba6a95cf44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:21.373215 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-11d22fd4-5751-476b-8b37-ba481cf2e89f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:21.400370 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-dbb2cbaf-a828-4dd7-9053-9f908c086213 service neutron] Transition to ACTIVE for port object f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c will not be triggered until provisioned by entity L2. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:30:21.414089 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-dbb2cbaf-a828-4dd7-9053-9f908c086213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:21.414516 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1183b935-7e9a-45ed-bda0-f6f30409d74e req-6a99fc4c-a4dc-4547-ab70-29e6d94fde6d tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:21.415959 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-1183b935-7e9a-45ed-bda0-f6f30409d74e req-6a99fc4c-a4dc-4547-ab70-29e6d94fde6d tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf85770-e6ea-4ba7-a921-48aae8c141a2 HTTP/1.1" status: 200  len: 943 time: 0.0786335
Jun 29 14:30:21.462635 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-1183b935-7e9a-45ed-bda0-f6f30409d74e req-f0236b4c-8741-4267-9e07-f00a2a6dc619 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d895047-1293-48d6-ae5d-e8f7d099d3a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407217
Jun 29 14:30:21.493577 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e65ea-09d9-48f2-83ab-7ba6a95cf44a service neutron] Pushing event updated for resources: {'Port': ['ID=118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f,revision_number=2']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:21.502394 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-b96e65ea-09d9-48f2-83ab-7ba6a95cf44a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:21.503046 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:21.643675 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2cbaf-a828-4dd7-9053-9f908c086213 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c,revision_number=2']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:21.655049 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-dbb2cbaf-a828-4dd7-9053-9f908c086213 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:21.866785 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-b96e65ea-09d9-48f2-83ab-7ba6a95cf44a service neutron] Attempting to bind port 118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f on host hv-cinder-79835 for vnic_type normal with profile  {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:30:21.867112 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-b96e65ea-09d9-48f2-83ab-7ba6a95cf44a service neutron] Attempting to bind port 118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': '9f48c958-cd2b-4f81-bea6-68f7f9a8cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9946b46a-9e40-4099-9d93-df2710eb9b83'}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:30:21.867433 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-b96e65ea-09d9-48f2-83ab-7ba6a95cf44a service neutron] Attempting to bind port 118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f on network 9946b46a-9e40-4099-9d93-df2710eb9b83 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:30:21.873127 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-dbb2cbaf-a828-4dd7-9053-9f908c086213 service neutron] Attempting to bind port f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c on host hv-cinder-79835 for vnic_type normal with profile  {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:30:21.873545 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-dbb2cbaf-a828-4dd7-9053-9f908c086213 service neutron] Attempting to bind port f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': 'c6927e74-905f-4980-a50c-058a777d391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea'}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:30:21.873749 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-dbb2cbaf-a828-4dd7-9053-9f908c086213 service neutron] Attempting to bind port f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c on network 7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:30:21.883452 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-b96e65ea-09d9-48f2-83ab-7ba6a95cf44a service neutron] Port 118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f on network 9946b46a-9e40-4099-9d93-df2710eb9b83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 14:30:21.883759 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-b96e65ea-09d9-48f2-83ab-7ba6a95cf44a service neutron] Attempting to bind port 118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f on network 9946b46a-9e40-4099-9d93-df2710eb9b83 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:30:21.889653 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-dbb2cbaf-a828-4dd7-9053-9f908c086213 service neutron] Port f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c on network 7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 14:30:21.889961 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-dbb2cbaf-a828-4dd7-9053-9f908c086213 service neutron] Attempting to bind port f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c on network 7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:30:21.900944 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-b96e65ea-09d9-48f2-83ab-7ba6a95cf44a service neutron] Checking agent: {'id': 'f619983b-74b0-4a10-ac06-3edbe0602c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:30:21.901272 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-b96e65ea-09d9-48f2-83ab-7ba6a95cf44a service neutron] Checking segment: {'id': '9f48c958-cd2b-4f81-bea6-68f7f9a8cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9946b46a-9e40-4099-9d93-df2710eb9b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:30:21.901642 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-b96e65ea-09d9-48f2-83ab-7ba6a95cf44a service neutron] Bound using segment: {'id': '9f48c958-cd2b-4f81-bea6-68f7f9a8cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9946b46a-9e40-4099-9d93-df2710eb9b83'} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:30:21.902054 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-b96e65ea-09d9-48f2-83ab-7ba6a95cf44a service neutron] Bound port: 118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f48c958-cd2b-4f81-bea6-68f7f9a8cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9946b46a-9e40-4099-9d93-df2710eb9b83'}}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:30:21.902391 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-b96e65ea-09d9-48f2-83ab-7ba6a95cf44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:21.921518 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bbd75a8-b00b-41e6-b32f-f54fff911bbf req-cba96dff-ae81-478c-9d14-b59ceb6e0e57 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:21.921518 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0bbd75a8-b00b-41e6-b32f-f54fff911bbf req-cba96dff-ae81-478c-9d14-b59ceb6e0e57 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.1992750
Jun 29 14:30:21.922776 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-dbb2cbaf-a828-4dd7-9053-9f908c086213 service neutron] Checking agent: {'id': 'f619983b-74b0-4a10-ac06-3edbe0602c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 30, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:30:21.923102 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-dbb2cbaf-a828-4dd7-9053-9f908c086213 service neutron] Checking segment: {'id': 'c6927e74-905f-4980-a50c-058a777d391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:30:21.923473 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-dbb2cbaf-a828-4dd7-9053-9f908c086213 service neutron] Bound using segment: {'id': 'c6927e74-905f-4980-a50c-058a777d391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea'} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:30:21.923932 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-dbb2cbaf-a828-4dd7-9053-9f908c086213 service neutron] Bound port: f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6927e74-905f-4980-a50c-058a777d391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea'}}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:30:21.924270 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-dbb2cbaf-a828-4dd7-9053-9f908c086213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:22.156774 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95266a06-42c3-4ae9-9fa1-3f576a7db28f req-eb7ec029-3e49-4272-8a83-bdf0608d8606 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:22.158595 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-95266a06-42c3-4ae9-9fa1-3f576a7db28f req-eb7ec029-3e49-4272-8a83-bdf0608d8606 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa17fc0c-a84f-4a3a-aef8-afe0d900c2aa HTTP/1.1" status: 200  len: 944 time: 0.0959330
Jun 29 14:30:22.172194 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0bbd75a8-b00b-41e6-b32f-f54fff911bbf req-430c55b2-8088-4f6c-8545-4f29f7fe647e tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2359564
Jun 29 14:30:22.197946 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-b96e65ea-09d9-48f2-83ab-7ba6a95cf44a service neutron] For port 118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f, host hv-cinder-79835, cleared binding levels {{(pid=74234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:30:22.211195 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-dbb2cbaf-a828-4dd7-9053-9f908c086213 service neutron] For port f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c, host hv-cinder-79835, cleared binding levels {{(pid=74234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:30:22.214411 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-dbb2cbaf-a828-4dd7-9053-9f908c086213 service neutron] For port f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c,segment=NetworkSegment(c6927e74-905f-4980-a50c-058a777d391d),segment_id=c6927e74-905f-4980-a50c-058a777d391d)] {{(pid=74234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:30:22.218546 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-b96e65ea-09d9-48f2-83ab-7ba6a95cf44a service neutron] For port 118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f,segment=NetworkSegment(9f48c958-cd2b-4f81-bea6-68f7f9a8cee9),segment_id=9f48c958-cd2b-4f81-bea6-68f7f9a8cee9)] {{(pid=74234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:30:22.222447 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-dbb2cbaf-a828-4dd7-9053-9f908c086213 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:22.227653 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-a84e1d70-44d8-47ac-9fb9-88904c690aba tempest-DeleteServersTestJSON-1248545699 tempest-DeleteServersTestJSON-1248545699-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:22.244266 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-95266a06-42c3-4ae9-9fa1-3f576a7db28f req-46ff6bd3-ed6e-46e8-9157-bf028ed92457 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0791395
Jun 29 14:30:22.261676 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-b96e65ea-09d9-48f2-83ab-7ba6a95cf44a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:22.302765 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-dbb2cbaf-a828-4dd7-9053-9f908c086213 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:22.304158 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-dbb2cbaf-a828-4dd7-9053-9f908c086213 service neutron] 10.222.0.69 "PUT /v2.0/ports/f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c HTTP/1.1" status: 200  len: 1094 time: 1.9442632
Jun 29 14:30:22.306738 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa17fc0c-a84f-4a3a-aef8-afe0d900c2aa', 'tag': 'f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:30:22.319892 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-b96e65ea-09d9-48f2-83ab-7ba6a95cf44a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:22.321246 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-b96e65ea-09d9-48f2-83ab-7ba6a95cf44a service neutron] 10.222.0.69 "PUT /v2.0/ports/118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f HTTP/1.1" status: 200  len: 1093 time: 1.9932325
Jun 29 14:30:22.329533 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb2cbaf-a828-4dd7-9053-9f908c086213 service neutron] Pushing event updated for resources: {'Port': ['ID=f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c,revision_number=3']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:22.333245 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-dbb2cbaf-a828-4dd7-9053-9f908c086213 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:22.333962 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-ecad36d4-3354-4031-ad7b-73ca52caeeff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:22.576031 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96e65ea-09d9-48f2-83ab-7ba6a95cf44a service neutron] Pushing event updated for resources: {'Port': ['ID=118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f,revision_number=3']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:22.579894 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-b96e65ea-09d9-48f2-83ab-7ba6a95cf44a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:22.619730 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-ff32a9ee-fbba-4c03-9aba-bace209179f8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b785cf1e1d0046c39466ad50eccc6bc7&device_id=bcf85770-e6ea-4ba7-a921-48aae8c141a2 HTTP/1.1" status: 200  len: 1096 time: 0.2240574
Jun 29 14:30:22.624186 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1291739-7c45-40d9-a45b-e1ef7bb556ca req-f535591c-de09-43ae-9eb0-ee7cf7e7f19f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:22.632718 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f1291739-7c45-40d9-a45b-e1ef7bb556ca req-f535591c-de09-43ae-9eb0-ee7cf7e7f19f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.1699250
Jun 29 14:30:22.677335 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-ec1952de-f241-4e07-af70-2cd5ee0676cc service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f15123002d2341fa86ca378f303ef83f&device_id=fa17fc0c-a84f-4a3a-aef8-afe0d900c2aa HTTP/1.1" status: 200  len: 1097 time: 0.2814231
Jun 29 14:30:22.691090 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f2f3c9-40a7-43f0-ab6b-da7ec738ed27 req-a1fcce39-c124-4ecb-9644-409e13aa97f4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:22.697760 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d8f2f3c9-40a7-43f0-ab6b-da7ec738ed27 req-a1fcce39-c124-4ecb-9644-409e13aa97f4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.1973388
Jun 29 14:30:22.699118 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f1291739-7c45-40d9-a45b-e1ef7bb556ca req-724d861a-d12a-4a6f-bde6-ccd66d547d03 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0638490
Jun 29 14:30:22.782886 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-4165ea65-d9f1-405e-b1e2-095cab3bfd39 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f HTTP/1.1" status: 200  len: 217 time: 0.1531289
Jun 29 14:30:22.822403 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa17fc0c-a84f-4a3a-aef8-afe0d900c2aa', 'tag': 'f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c', 'status': 'completed', 'code': 200}
Jun 29 14:30:22.837902 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-cf2b2701-70dc-47de-8e77-9c1957339789 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c HTTP/1.1" status: 200  len: 217 time: 0.1250615
Jun 29 14:30:22.919097 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d8f2f3c9-40a7-43f0-ab6b-da7ec738ed27 req-8e49b18e-6d3c-489d-b562-8b26c54dfb7d tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2204340
Jun 29 14:30:22.935161 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-e5900570-8f22-4bee-ba62-cb1b5ba6ebf4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:22.936889 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-e5900570-8f22-4bee-ba62-cb1b5ba6ebf4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8cb76eb1-d4bf-4878-9dab-76ed436dd82d HTTP/1.1" status: 200  len: 853 time: 0.1454425
Jun 29 14:30:22.989606 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-e03d9c26-9a36-4e70-8427-26b92b71d68d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:22.991468 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-e03d9c26-9a36-4e70-8427-26b92b71d68d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b409a70-96f0-469a-8d80-f2069aa3c7b9 HTTP/1.1" status: 200  len: 848 time: 0.1441457
Jun 29 14:30:23.003911 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-b9786e48-96bc-41d5-b3a7-92bb80280b1b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9946b46a-9e40-4099-9d93-df2710eb9b83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0556507
Jun 29 14:30:23.044334 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b606e92-fb08-4474-a913-7392d097cb69 req-67781f73-1d48-4c94-ad5e-66e3014a12b1 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:23.054048 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8b606e92-fb08-4474-a913-7392d097cb69 req-67781f73-1d48-4c94-ad5e-66e3014a12b1 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf85770-e6ea-4ba7-a921-48aae8c141a2 HTTP/1.1" status: 200  len: 943 time: 0.1111875
Jun 29 14:30:23.075958 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-56acf910-c7d9-4ab9-89a6-459f10ca124c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0747242
Jun 29 14:30:23.115120 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8b606e92-fb08-4474-a913-7392d097cb69 req-d70c4519-e071-4be5-a57d-cc5483ce9ece tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d895047-1293-48d6-ae5d-e8f7d099d3a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0598903
Jun 29 14:30:23.150751 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 41824) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:30:23.271805 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-47222fba-b186-4198-aba7-d4b847d58acf service neutron] 10.222.0.69 "GET /v2.0/networks/9946b46a-9e40-4099-9d93-df2710eb9b83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2318625
Jun 29 14:30:23.300820 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-c7bac152-f52f-409d-b5be-cef6a91a8300 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:23.335539 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-c7bac152-f52f-409d-b5be-cef6a91a8300 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:30:23.339341 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-c7bac152-f52f-409d-b5be-cef6a91a8300 admin admin] Usage tracker for resource:security_group_rule and tenant:4159f39c43894a51881a158020af8c6a is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:30:23.342075 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-c7bac152-f52f-409d-b5be-cef6a91a8300 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:30:23.349182 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-c7bac152-f52f-409d-b5be-cef6a91a8300 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:30:23.355019 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-a49fa85f-b80b-4569-9ff4-1b603520582a service neutron] 10.222.0.69 "GET /v2.0/networks/7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2315731
Jun 29 14:30:23.469623 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-c7bac152-f52f-409d-b5be-cef6a91a8300 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:23.476471 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-c7bac152-f52f-409d-b5be-cef6a91a8300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:23.486003 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-2d1b8026-8ce9-4458-85cc-72bd450caf75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:23.536171 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bac152-f52f-409d-b5be-cef6a91a8300 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=735eb676-b1fe-4388-8d21-a2f52915b458,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:23.543729 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95988fb-84b7-4c0a-a5dc-a3ac57cd679d req-dce27d0b-0984-4e5c-8b9c-dc418ffe6fa3 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:23.545196 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b95988fb-84b7-4c0a-a5dc-a3ac57cd679d req-dce27d0b-0984-4e5c-8b9c-dc418ffe6fa3 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa17fc0c-a84f-4a3a-aef8-afe0d900c2aa HTTP/1.1" status: 200  len: 944 time: 0.1524346
Jun 29 14:30:23.546324 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-c7bac152-f52f-409d-b5be-cef6a91a8300 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:23.552356 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-c7bac152-f52f-409d-b5be-cef6a91a8300 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4159f39c43894a51881a158020af8c6a&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3967292
Jun 29 14:30:23.552356 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 41834) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:30:23.554462 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-fadd6885-c3cb-4fea-a49d-1babd1f08b71 req-076e25bb-8c39-4ba7-8b1f-ee63790ec48b service neutron] 10.222.0.69 "GET /v2.0/networks/9946b46a-9e40-4099-9d93-df2710eb9b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2739663
Jun 29 14:30:23.589064 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-933cbe09-dde5-4a6a-a82c-c26381993f8b req-6e80d7c0-8da1-4b74-a799-a5a5f01c97fe service neutron] 10.222.0.69 "GET /v2.0/networks/7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1949284
Jun 29 14:30:23.594529 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e705a5-7414-44e0-bdc9-a3edf916c474 req-eca84899-d425-4366-a6d2-d285a34d0d6b tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:23.601587 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-54e705a5-7414-44e0-bdc9-a3edf916c474 req-eca84899-d425-4366-a6d2-d285a34d0d6b tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.2490435
Jun 29 14:30:23.644393 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-54e705a5-7414-44e0-bdc9-a3edf916c474 req-aad991ac-f5bb-4149-9c34-8a86013da751 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0419586
Jun 29 14:30:23.666258 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b95988fb-84b7-4c0a-a5dc-a3ac57cd679d req-d72590e1-aa07-4ef3-a39b-ce3f611a2693 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1102552
Jun 29 14:30:23.708624 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-881bed99-baf0-4f47-b4eb-3e8643311c31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:23.745577 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-881bed99-baf0-4f47-b4eb-3e8643311c31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:23.774005 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-17d49586-7854-450d-a44d-23526105190e req-eee4bd2a-a72a-4edb-a271-07605317aea9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f15123002d2341fa86ca378f303ef83f&device_id=fa17fc0c-a84f-4a3a-aef8-afe0d900c2aa HTTP/1.1" status: 200  len: 1097 time: 0.1261933
Jun 29 14:30:23.810215 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-881bed99-baf0-4f47-b4eb-3e8643311c31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:23.814345 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-3dfdc00d-fcf9-497c-8f09-87f4247c7111 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:23.829158 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881bed99-baf0-4f47-b4eb-3e8643311c31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=735eb676-b1fe-4388-8d21-a2f52915b458,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:23.839418 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-881bed99-baf0-4f47-b4eb-3e8643311c31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:23.844688 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-881bed99-baf0-4f47-b4eb-3e8643311c31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:23.846951 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-881bed99-baf0-4f47-b4eb-3e8643311c31 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/735eb676-b1fe-4388-8d21-a2f52915b458 HTTP/1.1" status: 204  len: 168 time: 0.2942994
Jun 29 14:30:24.059554 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d49586-7854-450d-a44d-23526105190e req-727c17fb-39d4-4d5e-92a4-df2e909c9249 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:24.060991 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-17d49586-7854-450d-a44d-23526105190e req-727c17fb-39d4-4d5e-92a4-df2e909c9249 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea HTTP/1.1" status: 200  len: 909 time: 0.2800522
Jun 29 14:30:24.071753 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47011da8-7e40-48e5-9612-6b61fd23d630 req-61404da2-891b-499a-8c79-c67564e81a6f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:24.073077 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-47011da8-7e40-48e5-9612-6b61fd23d630 req-61404da2-891b-499a-8c79-c67564e81a6f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.1303926
Jun 29 14:30:24.160365 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-17d49586-7854-450d-a44d-23526105190e req-fb1c6f7c-d0d1-43b6-ae24-3f271466eb14 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c HTTP/1.1" status: 200  len: 217 time: 0.0862823
Jun 29 14:30:24.163217 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8638a2-e162-4259-9a8b-8d539219f313 req-596b8505-e725-4768-978b-fa08833b28f1 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:24.165491 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-2c8638a2-e162-4259-9a8b-8d539219f313 req-596b8505-e725-4768-978b-fa08833b28f1 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.1026230
Jun 29 14:30:24.237207 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-47011da8-7e40-48e5-9612-6b61fd23d630 req-af088716-6f78-47e8-85aa-f054166108cb tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1131072
Jun 29 14:30:24.250749 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-2c8638a2-e162-4259-9a8b-8d539219f313 req-b4dbf9d8-ed32-456d-be95-832418d9977b tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0791900
Jun 29 14:30:24.266307 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d49586-7854-450d-a44d-23526105190e req-61bdef69-d4ee-464c-a4e5-4637f89c1356 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:24.269469 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-17d49586-7854-450d-a44d-23526105190e req-61bdef69-d4ee-464c-a4e5-4637f89c1356 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b409a70-96f0-469a-8d80-f2069aa3c7b9 HTTP/1.1" status: 200  len: 848 time: 0.0948656
Jun 29 14:30:24.327023 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 41860) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:30:24.328237 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-17d49586-7854-450d-a44d-23526105190e req-d17822b3-272e-457f-96a0-07d79b9b54d9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0517149
Jun 29 14:30:24.345866 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-c0bbbeae-2a83-46ce-ac3d-b2b5d249fcd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:24.389453 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-c0bbbeae-2a83-46ce-ac3d-b2b5d249fcd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:30:24.394216 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-c0bbbeae-2a83-46ce-ac3d-b2b5d249fcd8 admin admin] Usage tracker for resource:security_group_rule and tenant:7a1f19fb9c3442b7898530444956687d is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:30:24.398041 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-c0bbbeae-2a83-46ce-ac3d-b2b5d249fcd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:30:24.404088 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-c0bbbeae-2a83-46ce-ac3d-b2b5d249fcd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:30:24.484038 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-c0bbbeae-2a83-46ce-ac3d-b2b5d249fcd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:24.491736 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-c0bbbeae-2a83-46ce-ac3d-b2b5d249fcd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:24.502841 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-c7bac152-f52f-409d-b5be-cef6a91a8300 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:24.547865 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-c0bbbeae-2a83-46ce-ac3d-b2b5d249fcd8 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7a1f19fb9c3442b7898530444956687d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2172065
Jun 29 14:30:24.547865 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bbbeae-2a83-46ce-ac3d-b2b5d249fcd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed092447-8d4f-4c36-ab8d-f813429d1b84,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:24.548138 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-17d49586-7854-450d-a44d-23526105190e req-a7b1e674-fdce-4aa8-bfcc-01a442c529b5 service neutron] 10.222.0.69 "GET /v2.0/networks/7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2088482
Jun 29 14:30:24.548853 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 41864) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:30:24.549086 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-c0bbbeae-2a83-46ce-ac3d-b2b5d249fcd8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:24.598195 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae0abda-5152-4781-be15-86d0860dbe03 req-98b456a3-ad5b-40fa-8e45-fbc2b1b7ad65 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:24.599721 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4ae0abda-5152-4781-be15-86d0860dbe03 req-98b456a3-ad5b-40fa-8e45-fbc2b1b7ad65 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf85770-e6ea-4ba7-a921-48aae8c141a2 HTTP/1.1" status: 200  len: 943 time: 0.1835015
Jun 29 14:30:24.767507 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4ae0abda-5152-4781-be15-86d0860dbe03 req-35cee53c-2f0d-40b1-ba65-68fefd3392cd tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d895047-1293-48d6-ae5d-e8f7d099d3a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1559923
Jun 29 14:30:24.774888 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-3ad0849d-0df6-42c9-9721-75c52f8a8282 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:24.808620 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-3ad0849d-0df6-42c9-9721-75c52f8a8282 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:24.882658 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bcf85770-e6ea-4ba7-a921-48aae8c141a2', 'tag': '118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:30:24.935204 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-3ad0849d-0df6-42c9-9721-75c52f8a8282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:24.940759 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdb66f9-193d-4dbb-9ee3-0e6ff728f030 req-e1d48cf7-a891-4c05-abd9-e0e63db3a751 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:24.942204 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-2cdb66f9-193d-4dbb-9ee3-0e6ff728f030 req-e1d48cf7-a891-4c05-abd9-e0e63db3a751 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.1208253
Jun 29 14:30:24.946911 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-2166e4ca-401f-4259-8816-d62d05889ba4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:24.989108 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-2cdb66f9-193d-4dbb-9ee3-0e6ff728f030 req-3ba968a9-2d3a-41ef-a4ee-57bc2d92a95f tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402980
Jun 29 14:30:24.991077 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad0849d-0df6-42c9-9721-75c52f8a8282 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed092447-8d4f-4c36-ab8d-f813429d1b84,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:24.997497 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-3ad0849d-0df6-42c9-9721-75c52f8a8282 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:25.001252 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-3ad0849d-0df6-42c9-9721-75c52f8a8282 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:25.004341 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-3ad0849d-0df6-42c9-9721-75c52f8a8282 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ed092447-8d4f-4c36-ab8d-f813429d1b84 HTTP/1.1" status: 204  len: 168 time: 0.4541764
Jun 29 14:30:25.024910 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-17d49586-7854-450d-a44d-23526105190e req-9d24f74b-968f-4001-8529-0cea9242c2d8 service neutron] 10.222.0.69 "GET /v2.0/networks/7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4546359
Jun 29 14:30:25.052228 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ab340-6742-45de-b001-3de28170a5a7 req-eb389fa6-2034-4b39-bfd5-8c7414e80b17 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:25.053803 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-690ab340-6742-45de-b001-3de28170a5a7 req-eb389fa6-2034-4b39-bfd5-8c7414e80b17 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa17fc0c-a84f-4a3a-aef8-afe0d900c2aa HTTP/1.1" status: 200  len: 944 time: 0.1547692
Jun 29 14:30:25.086044 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bcf85770-e6ea-4ba7-a921-48aae8c141a2', 'tag': '118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f', 'status': 'completed', 'code': 200}
Jun 29 14:30:25.150978 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-690ab340-6742-45de-b001-3de28170a5a7 req-c43ae313-1428-4a3b-8ac1-8b605c49508f tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0873077
Jun 29 14:30:25.185993 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e1d0e2a2-1dc5-43bd-996b-6488dcc3931d req-2237d653-6a05-4374-bb0d-ed193b629461 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b785cf1e1d0046c39466ad50eccc6bc7&device_id=bcf85770-e6ea-4ba7-a921-48aae8c141a2 HTTP/1.1" status: 200  len: 1096 time: 0.0836530
Jun 29 14:30:25.341328 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0e2a2-1dc5-43bd-996b-6488dcc3931d req-9a1f036f-8a45-4486-bc69-ddfd398e4fb2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:25.343698 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e1d0e2a2-1dc5-43bd-996b-6488dcc3931d req-9a1f036f-8a45-4486-bc69-ddfd398e4fb2 service neutron] 10.222.0.69 "GET /v2.0/networks?id=9946b46a-9e40-4099-9d93-df2710eb9b83 HTTP/1.1" status: 200  len: 914 time: 0.1503940
Jun 29 14:30:25.470075 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e1d0e2a2-1dc5-43bd-996b-6488dcc3931d req-1d0a7da1-2cdb-444e-b931-effc05cea62c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f HTTP/1.1" status: 200  len: 217 time: 0.1183600
Jun 29 14:30:25.482692 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c69e8e-67d6-4e6e-95b8-1340ff044594 req-6dac3f67-2197-4639-ad93-fcbb04bb0889 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:25.484194 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f6c69e8e-67d6-4e6e-95b8-1340ff044594 req-6dac3f67-2197-4639-ad93-fcbb04bb0889 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.0880971
Jun 29 14:30:25.504467 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3161c7da-1107-412c-b6e4-02f32746450b req-4d537683-b366-441d-ab52-4499336edc7f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:25.505978 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-3161c7da-1107-412c-b6e4-02f32746450b req-4d537683-b366-441d-ab52-4499336edc7f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.0880406
Jun 29 14:30:25.531012 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f6c69e8e-67d6-4e6e-95b8-1340ff044594 req-6824287a-d749-4f14-bdba-8880d38e882f tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407794
Jun 29 14:30:25.558088 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-3161c7da-1107-412c-b6e4-02f32746450b req-0ff1d6d2-08fc-427c-b507-b4c4fa1aac57 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460396
Jun 29 14:30:25.977958 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d190e07-9d77-414a-aa92-19a0317acc75 req-92e1284f-a964-4210-88ba-acc2daa4356a tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:25.979822 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-3d190e07-9d77-414a-aa92-19a0317acc75 req-92e1284f-a964-4210-88ba-acc2daa4356a tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf85770-e6ea-4ba7-a921-48aae8c141a2 HTTP/1.1" status: 200  len: 943 time: 0.0903268
Jun 29 14:30:26.027374 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-3d190e07-9d77-414a-aa92-19a0317acc75 req-13a18c69-5d32-420a-96e4-285210ed5a5b tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d895047-1293-48d6-ae5d-e8f7d099d3a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421169
Jun 29 14:30:26.195190 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21624708-58ab-4290-888c-96488c8af194 req-aff1ef67-af6a-4b09-88fd-ba795e2d33cb tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:26.196657 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-21624708-58ab-4290-888c-96488c8af194 req-aff1ef67-af6a-4b09-88fd-ba795e2d33cb tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.0787964
Jun 29 14:30:26.243878 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-21624708-58ab-4290-888c-96488c8af194 req-b92031a6-63ea-4f12-aab9-b805a78dd096 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414574
Jun 29 14:30:26.323900 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d0e2a2-1dc5-43bd-996b-6488dcc3931d req-3842e7b9-0ca5-494c-a4ec-c806aee001c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:26.325660 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e1d0e2a2-1dc5-43bd-996b-6488dcc3931d req-3842e7b9-0ca5-494c-a4ec-c806aee001c1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8cb76eb1-d4bf-4878-9dab-76ed436dd82d HTTP/1.1" status: 200  len: 853 time: 0.0636868
Jun 29 14:30:26.372787 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9085023b-aff1-4963-a03a-b47121e59223 req-b78fc48f-b542-4467-99b1-be70a90ec4f1 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:26.374242 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-9085023b-aff1-4963-a03a-b47121e59223 req-b78fc48f-b542-4467-99b1-be70a90ec4f1 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa17fc0c-a84f-4a3a-aef8-afe0d900c2aa HTTP/1.1" status: 200  len: 944 time: 0.0786407
Jun 29 14:30:26.409877 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 41924) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:30:26.424926 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-9085023b-aff1-4963-a03a-b47121e59223 req-b0ec70d1-9c35-40ca-ac25-ef3ec8a1ea22 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448732
Jun 29 14:30:26.549462 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1aa27c04-4eb6-4a6c-b422-be7a117332cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:26.581111 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-1aa27c04-4eb6-4a6c-b422-be7a117332cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:30:26.584830 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-1aa27c04-4eb6-4a6c-b422-be7a117332cb admin admin] Usage tracker for resource:security_group_rule and tenant:b6e8250da43d47e4aed1452444cd2f30 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:30:26.587812 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-1aa27c04-4eb6-4a6c-b422-be7a117332cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:30:26.593708 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-1aa27c04-4eb6-4a6c-b422-be7a117332cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:30:26.780291 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82681ca-a5a8-4625-a589-ccc945b9a3fb req-32527728-09d5-4152-b28c-1be852fbf81d tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:26.781848 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f82681ca-a5a8-4625-a589-ccc945b9a3fb req-32527728-09d5-4152-b28c-1be852fbf81d tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.0822785
Jun 29 14:30:26.782476 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1aa27c04-4eb6-4a6c-b422-be7a117332cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:26.790118 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1aa27c04-4eb6-4a6c-b422-be7a117332cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:26.798276 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-3ad0849d-0df6-42c9-9721-75c52f8a8282 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:26.828350 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f82681ca-a5a8-4625-a589-ccc945b9a3fb req-de1a4198-6bac-4df5-91e9-918822e34643 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404487
Jun 29 14:30:26.852708 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa27c04-4eb6-4a6c-b422-be7a117332cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=962a4766-585f-4fe6-a804-81fa8ea196cb,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:26.856435 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-1aa27c04-4eb6-4a6c-b422-be7a117332cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:26.863086 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-1aa27c04-4eb6-4a6c-b422-be7a117332cb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b6e8250da43d47e4aed1452444cd2f30&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4520617
Jun 29 14:30:26.863647 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 41934) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:30:26.906933 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a50e19f3-69a9-4e77-8d29-9ab5d64180ec req-b6a35133-e53b-498b-b81c-554012b39df0 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:26.908397 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-a50e19f3-69a9-4e77-8d29-9ab5d64180ec req-b6a35133-e53b-498b-b81c-554012b39df0 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.2429671
Jun 29 14:30:26.969374 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-53480f22-b79b-48e9-88e4-f3bd61a3cd47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:26.981483 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-a50e19f3-69a9-4e77-8d29-9ab5d64180ec req-c038a5ea-6abb-4f8c-af86-137d0366462a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0647848
Jun 29 14:30:27.000086 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-53480f22-b79b-48e9-88e4-f3bd61a3cd47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:27.052944 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-53480f22-b79b-48e9-88e4-f3bd61a3cd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:27.057972 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-052f9f65-2bc6-4a58-beba-e7bda23b5867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:27.070700 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53480f22-b79b-48e9-88e4-f3bd61a3cd47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=962a4766-585f-4fe6-a804-81fa8ea196cb,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:27.073775 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-53480f22-b79b-48e9-88e4-f3bd61a3cd47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:27.076070 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-53480f22-b79b-48e9-88e4-f3bd61a3cd47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:27.088748 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-53480f22-b79b-48e9-88e4-f3bd61a3cd47 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/962a4766-585f-4fe6-a804-81fa8ea196cb HTTP/1.1" status: 204  len: 168 time: 0.2203224
Jun 29 14:30:27.123690 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 14:30:27.170702 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e1d0e2a2-1dc5-43bd-996b-6488dcc3931d req-7462d461-4c22-4500-8136-dcc6082336d5 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9946b46a-9e40-4099-9d93-df2710eb9b83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0487976
Jun 29 14:30:27.239132 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8966be2-0ee1-4820-a7db-716a38f90f24 req-fd4cac11-f617-4860-af67-59808de31c61 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:27.240804 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-d8966be2-0ee1-4820-a7db-716a38f90f24 req-fd4cac11-f617-4860-af67-59808de31c61 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf85770-e6ea-4ba7-a921-48aae8c141a2 HTTP/1.1" status: 200  len: 943 time: 0.0837913
Jun 29 14:30:27.271722 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c,segment=NetworkSegment(c6927e74-905f-4980-a50c-058a777d391d),segment_id=c6927e74-905f-4980-a50c-058a777d391d)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:30:27.286216 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Returning: {'device': 'f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c', 'network_id': '7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea', 'port_id': 'f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c', 'mac_address': 'fa:16:3e:62:e9:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b409a70-96f0-469a-8d80-f2069aa3c7b9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 14:30:27.304481 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-d8966be2-0ee1-4820-a7db-716a38f90f24 req-a2759dad-5d5b-48f4-8dbd-9e320e769f3b tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d895047-1293-48d6-ae5d-e8f7d099d3a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0535679
Jun 29 14:30:27.346988 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:27.363497 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c {{(pid=74236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:30:27.380068 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c,segment=NetworkSegment(c6927e74-905f-4980-a50c-058a777d391d),segment_id=c6927e74-905f-4980-a50c-058a777d391d)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:30:27.383920 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:27.384668 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 14:30:27.386571 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:27.513045 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d997af7-0c34-4094-b5e5-d3545b758f22 req-38b4eca1-fdd3-4bb6-b4f1-528636cf9dd3 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:27.514851 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-5d997af7-0c34-4094-b5e5-d3545b758f22 req-38b4eca1-fdd3-4bb6-b4f1-528636cf9dd3 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.1292291
Jun 29 14:30:27.548527 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:27.559608 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:27.559977 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:27.560310 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:27.560637 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:27.560961 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:27.561280 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:27.561596 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:27.561910 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:27.562222 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:27.562548 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:27.562864 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:27.568356 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:27.579111 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-5d997af7-0c34-4094-b5e5-d3545b758f22 req-5932d431-23d6-4bff-87a4-748a71e745cb tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0563202
Jun 29 14:30:27.616044 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f,segment=NetworkSegment(9f48c958-cd2b-4f81-bea6-68f7f9a8cee9),segment_id=9f48c958-cd2b-4f81-bea6-68f7f9a8cee9)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:30:27.629431 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Returning: {'device': '118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f', 'network_id': '9946b46a-9e40-4099-9d93-df2710eb9b83', 'port_id': '118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f', 'mac_address': 'fa:16:3e:44:8a:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb76eb1-d4bf-4878-9dab-76ed436dd82d', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 14:30:27.652943 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299993d-1c5f-4eef-b030-e078a86f7b09 req-b565fd9e-1f56-4bd6-811b-be1cb8f81efe tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:27.654863 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a299993d-1c5f-4eef-b030-e078a86f7b09 req-b565fd9e-1f56-4bd6-811b-be1cb8f81efe tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa17fc0c-a84f-4a3a-aef8-afe0d900c2aa HTTP/1.1" status: 200  len: 945 time: 0.0850520
Jun 29 14:30:27.699399 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:27.717604 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f {{(pid=74236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:30:27.735610 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f,segment=NetworkSegment(9f48c958-cd2b-4f81-bea6-68f7f9a8cee9),segment_id=9f48c958-cd2b-4f81-bea6-68f7f9a8cee9)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:30:27.741470 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a299993d-1c5f-4eef-b030-e078a86f7b09 req-dbc484aa-16ce-40ca-bb00-2d80f09720ff tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0801046
Jun 29 14:30:27.743361 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:27.748510 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-1e9984ad-4e3b-406c-9db6-3fec8237b938 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:27.832149 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:27.835464 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:28.042434 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2849e75-dcb1-47c2-a9ea-de4cd6753dcf req-f98a68b7-fd76-45ea-807d-9b355ee17d7c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:28.043908 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d2849e75-dcb1-47c2-a9ea-de4cd6753dcf req-f98a68b7-fd76-45ea-807d-9b355ee17d7c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.0793290
Jun 29 14:30:28.095198 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d2849e75-dcb1-47c2-a9ea-de4cd6753dcf req-a5c90285-8426-4f9d-945b-658742447cf2 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0451498
Jun 29 14:30:28.221575 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e974f6-4da4-4ecb-b913-838b127a0f6f req-d85d0930-cadb-443f-b432-b0c43e89a8fd tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:28.229354 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b1e974f6-4da4-4ecb-b913-838b127a0f6f req-d85d0930-cadb-443f-b432-b0c43e89a8fd tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.1061323
Jun 29 14:30:28.241443 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e1d0e2a2-1dc5-43bd-996b-6488dcc3931d req-e85ebd8a-94e6-4352-95bc-35da0c2abdb2 service neutron] 10.222.0.69 "GET /v2.0/networks/9946b46a-9e40-4099-9d93-df2710eb9b83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1450138
Jun 29 14:30:28.274170 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b1e974f6-4da4-4ecb-b913-838b127a0f6f req-58767cdc-f1b1-4946-bddd-395cdd9a65a7 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0430501
Jun 29 14:30:28.380514 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e1d0e2a2-1dc5-43bd-996b-6488dcc3931d req-ff2da6f4-9889-473e-9318-aaf442f0ce85 service neutron] 10.222.0.69 "GET /v2.0/networks/9946b46a-9e40-4099-9d93-df2710eb9b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1303706
Jun 29 14:30:28.472709 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:30:28.528165 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbbd74b9-44e2-4caf-99cf-a0aa7d8f8540 req-59215c5f-a314-485f-9ea1-d499e15ae834 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:28.529743 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-bbbd74b9-44e2-4caf-99cf-a0aa7d8f8540 req-59215c5f-a314-485f-9ea1-d499e15ae834 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf85770-e6ea-4ba7-a921-48aae8c141a2 HTTP/1.1" status: 200  len: 944 time: 0.0814767
Jun 29 14:30:28.553627 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:30:28.631861 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-bbbd74b9-44e2-4caf-99cf-a0aa7d8f8540 req-e8741465-dee3-4aea-8e52-1cfe9372fbb2 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d895047-1293-48d6-ae5d-e8f7d099d3a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0853260
Jun 29 14:30:28.958618 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1331716e-ed53-4fb2-85d1-7b487791b4e8 req-ddf97a08-4700-474e-827c-c8a0a8c6adda tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:28.960929 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-1331716e-ed53-4fb2-85d1-7b487791b4e8 req-ddf97a08-4700-474e-827c-c8a0a8c6adda tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.1463060
Jun 29 14:30:29.040767 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-1331716e-ed53-4fb2-85d1-7b487791b4e8 req-d4a00bb3-e900-4290-b024-abff8d4284b6 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0738289
Jun 29 14:30:29.048929 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7da5565f-bbac-4b24-9d9e-59b39b38b005 req-3cf2f93f-9075-474c-be8f-3ee0ff5c752a tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:29.051421 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-7da5565f-bbac-4b24-9d9e-59b39b38b005 req-3cf2f93f-9075-474c-be8f-3ee0ff5c752a tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa17fc0c-a84f-4a3a-aef8-afe0d900c2aa HTTP/1.1" status: 200  len: 945 time: 0.0906811
Jun 29 14:30:29.097890 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-7da5565f-bbac-4b24-9d9e-59b39b38b005 req-5a766994-12b0-4c15-9c79-dec4b354278b tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409689
Jun 29 14:30:29.405140 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec9b7d4-c4ec-480d-9b5e-7ce13cf4acfa req-80511df3-aa07-47ec-976e-32c9488b6d71 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:29.406717 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-5ec9b7d4-c4ec-480d-9b5e-7ce13cf4acfa req-80511df3-aa07-47ec-976e-32c9488b6d71 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.1610043
Jun 29 14:30:29.455496 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-5ec9b7d4-c4ec-480d-9b5e-7ce13cf4acfa req-d8573561-e0ed-40b2-a6b3-03d00e5fe83d tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431457
Jun 29 14:30:29.544903 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354986b9-fb67-4f88-ac00-2173e24d563d req-1d6fa994-4048-47b9-9b7f-a649a01c9a94 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:29.546422 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-354986b9-fb67-4f88-ac00-2173e24d563d req-1d6fa994-4048-47b9-9b7f-a649a01c9a94 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.1016064
Jun 29 14:30:29.599150 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-354986b9-fb67-4f88-ac00-2173e24d563d req-968d77da-48a6-4bf0-a01f-5a5e9347de55 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465240
Jun 29 14:30:29.877522 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2a3484-008e-431e-9d15-47e4ea97c6a7 req-64b3ce9a-5db5-4a1a-954f-3e22dd23bd0c tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:29.879016 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-ff2a3484-008e-431e-9d15-47e4ea97c6a7 req-64b3ce9a-5db5-4a1a-954f-3e22dd23bd0c tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf85770-e6ea-4ba7-a921-48aae8c141a2 HTTP/1.1" status: 200  len: 944 time: 0.0804303
Jun 29 14:30:29.928704 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-ff2a3484-008e-431e-9d15-47e4ea97c6a7 req-36bba986-b26b-4485-9762-37a8b51002e7 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d895047-1293-48d6-ae5d-e8f7d099d3a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431182
Jun 29 14:30:30.233944 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e990a615-fdc4-4011-be81-fcb35344be6b req-9236319e-ad7a-4748-b460-b75174a2cc99 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:30.235563 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e990a615-fdc4-4011-be81-fcb35344be6b req-9236319e-ad7a-4748-b460-b75174a2cc99 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.0813065
Jun 29 14:30:30.280427 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e990a615-fdc4-4011-be81-fcb35344be6b req-0c1e5d1b-7da3-4363-ad1e-920b8beb24c6 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387650
Jun 29 14:30:30.312691 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004a793f-b258-4998-ac32-deed238fc985 req-3edf8b99-aea8-49c4-9a4b-fe4a42af5d5e tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:30.314111 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-004a793f-b258-4998-ac32-deed238fc985 req-3edf8b99-aea8-49c4-9a4b-fe4a42af5d5e tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa17fc0c-a84f-4a3a-aef8-afe0d900c2aa HTTP/1.1" status: 200  len: 945 time: 0.0836520
Jun 29 14:30:30.335877 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c up at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:30:30.359287 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-004a793f-b258-4998-ac32-deed238fc985 req-0e07a249-eb82-4d7a-85c4-cea974cbb3fd tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0395856
Jun 29 14:30:30.409763 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning for port f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:30:30.414678 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning complete for port f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:30:30.415058 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:30.530606 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:30.559376 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa17fc0c-a84f-4a3a-aef8-afe0d900c2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c'}] {{(pid=74236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:30:30.569728 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c,segment=NetworkSegment(c6927e74-905f-4980-a50c-058a777d391d),segment_id=c6927e74-905f-4980-a50c-058a777d391d)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:30:30.573479 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:30.574283 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f up at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:30:30.600510 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-53b7cb76-0b34-444c-af95-e5e68f5e79cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:30.651767 dv-cinder-798356-1-iscsi neutron-server[74236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa17fc0c-a84f-4a3a-aef8-afe0d900c2aa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c', 'code': 200}
Jun 29 14:30:30.703536 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c,revision_number=5']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:30.707053 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:30.722416 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning for port 118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:30:30.735495 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0748ae86-a908-4ba6-a864-137f14894bbe req-2770861b-da12-4376-84d1-f7017884af86 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:30.735747 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning complete for port 118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:30:30.736157 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:30.737491 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0748ae86-a908-4ba6-a864-137f14894bbe req-2770861b-da12-4376-84d1-f7017884af86 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.1349859
Jun 29 14:30:30.831074 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0748ae86-a908-4ba6-a864-137f14894bbe req-5ccb8a35-abfb-479d-9b2e-2bbb6fce0ecb tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0865858
Jun 29 14:30:30.861206 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:30.896816 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f,segment=NetworkSegment(9f48c958-cd2b-4f81-bea6-68f7f9a8cee9),segment_id=9f48c958-cd2b-4f81-bea6-68f7f9a8cee9)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:30:30.902923 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:30.905398 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-52ee0605-6724-46ab-a980-f21d8cf7a306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:30.923283 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95378b6f-b1e2-4618-82c7-c9b564cf480e req-82eaa7cf-1294-485e-a655-e432aaffd01c tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:30.931384 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-95378b6f-b1e2-4618-82c7-c9b564cf480e req-82eaa7cf-1294-485e-a655-e432aaffd01c tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.1323011
Jun 29 14:30:30.934244 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-30c7107d-7ebf-4b96-827f-200d41b806c3 req-1e8e20b0-0cb6-48b4-9570-cef9958e3358 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=fa17fc0c-a84f-4a3a-aef8-afe0d900c2aa HTTP/1.1" status: 200  len: 1099 time: 0.0933709
Jun 29 14:30:30.995579 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f,revision_number=5']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:31.005633 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:31.016304 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-30c7107d-7ebf-4b96-827f-200d41b806c3 req-97174b0f-2f67-4aa3-a76e-cb7c703bb19d service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749362
Jun 29 14:30:31.018858 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-95378b6f-b1e2-4618-82c7-c9b564cf480e req-1f5a55f2-3521-4584-a2e3-13a827004283 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0865192
Jun 29 14:30:31.160686 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95098471-87f7-49f7-91fd-b321289bba16 req-b8107c17-1f86-4841-8a73-f8284ae11e4e tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:31.162251 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-95098471-87f7-49f7-91fd-b321289bba16 req-b8107c17-1f86-4841-8a73-f8284ae11e4e tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf85770-e6ea-4ba7-a921-48aae8c141a2 HTTP/1.1" status: 200  len: 945 time: 0.0776141
Jun 29 14:30:31.209278 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-95098471-87f7-49f7-91fd-b321289bba16 req-f61c6d60-d9c6-4e1f-88b5-74910e9626f9 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d895047-1293-48d6-ae5d-e8f7d099d3a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410342
Jun 29 14:30:31.509415 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3896d43-73fa-499e-9dc3-bc94458ee924 req-ef9bc9b2-3d03-4917-a854-68260b03f310 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:31.511223 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-c3896d43-73fa-499e-9dc3-bc94458ee924 req-ef9bc9b2-3d03-4917-a854-68260b03f310 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.0847254
Jun 29 14:30:31.582360 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-c3896d43-73fa-499e-9dc3-bc94458ee924 req-5900de0a-7c47-4270-82c4-2b0b70cece28 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0652175
Jun 29 14:30:31.589180 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab3fc1-0f08-472e-bb2a-2c6e81d093e2 req-2f8b14aa-27e0-4a81-9068-b09c652259e6 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:31.591822 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-28ab3fc1-0f08-472e-bb2a-2c6e81d093e2 req-2f8b14aa-27e0-4a81-9068-b09c652259e6 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa17fc0c-a84f-4a3a-aef8-afe0d900c2aa HTTP/1.1" status: 200  len: 946 time: 0.0907507
Jun 29 14:30:31.655395 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-28ab3fc1-0f08-472e-bb2a-2c6e81d093e2 req-ec881caf-50c1-4037-8ebb-a857b12841c2 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583799
Jun 29 14:30:31.773603 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 42078) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:30:31.921276 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5ef38430-8cd7-401e-a500-1d2eac4cc3ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:31.972882 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-5ef38430-8cd7-401e-a500-1d2eac4cc3ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:30:31.977738 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-5ef38430-8cd7-401e-a500-1d2eac4cc3ff admin admin] Usage tracker for resource:security_group_rule and tenant:4c50b32a1d614fc3b68cb4d201ea68d5 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:30:31.992298 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-5ef38430-8cd7-401e-a500-1d2eac4cc3ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:30:32.002289 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-5ef38430-8cd7-401e-a500-1d2eac4cc3ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:30:32.090749 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5ef38430-8cd7-401e-a500-1d2eac4cc3ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:32.097346 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5ef38430-8cd7-401e-a500-1d2eac4cc3ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:32.147182 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-a26204a1-882d-46b4-8ac1-a04fa0cf9917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:32.162432 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97d3c9-4e55-4795-98d1-22144dc0477d req-f169c6b2-9702-462f-b093-0dda07ae6096 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:32.163510 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-5ef38430-8cd7-401e-a500-1d2eac4cc3ff admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c50b32a1d614fc3b68cb4d201ea68d5&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3885882
Jun 29 14:30:32.164238 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-ad97d3c9-4e55-4795-98d1-22144dc0477d req-f169c6b2-9702-462f-b093-0dda07ae6096 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.1622770
Jun 29 14:30:32.167533 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 42094) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:30:32.195110 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef38430-8cd7-401e-a500-1d2eac4cc3ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24c3d479-4f94-4022-adfe-309958102595,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:32.198603 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-5ef38430-8cd7-401e-a500-1d2eac4cc3ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:32.287004 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-ad97d3c9-4e55-4795-98d1-22144dc0477d req-001aa07f-db9c-47a8-8f2f-0892825a144e tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1165023
Jun 29 14:30:32.335115 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device da2a16d0-a72c-4e20-9a86-51b3070c4df3 details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 14:30:32.365418 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-8cfb5415-9e97-4e17-b7aa-580484e8a4de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:32.420074 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5454c31b-db3f-4e1d-840f-498b8fcc2793 req-d3ef0d47-d174-4799-aa67-39e9ea88b019 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:32.422863 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-8cfb5415-9e97-4e17-b7aa-580484e8a4de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:32.432295 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-5454c31b-db3f-4e1d-840f-498b8fcc2793 req-d3ef0d47-d174-4799-aa67-39e9ea88b019 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.1923921
Jun 29 14:30:32.543786 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-8cfb5415-9e97-4e17-b7aa-580484e8a4de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:32.556493 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:32.595242 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-5454c31b-db3f-4e1d-840f-498b8fcc2793 req-e317ebc5-9f2c-4eb0-b324-a096c5769bf1 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1618490
Jun 29 14:30:32.658149 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf85770-e6ea-4ba7-a921-48aae8c141a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f'}] {{(pid=74236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:30:32.672875 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfb5415-9e97-4e17-b7aa-580484e8a4de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24c3d479-4f94-4022-adfe-309958102595,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:32.678989 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-8cfb5415-9e97-4e17-b7aa-580484e8a4de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:32.696539 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-8cfb5415-9e97-4e17-b7aa-580484e8a4de admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:32.703206 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-8cfb5415-9e97-4e17-b7aa-580484e8a4de admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/24c3d479-4f94-4022-adfe-309958102595 HTTP/1.1" status: 204  len: 168 time: 0.5343721
Jun 29 14:30:32.706103 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port da2a16d0-a72c-4e20-9a86-51b3070c4df3, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=da2a16d0-a72c-4e20-9a86-51b3070c4df3,segment=NetworkSegment(0dfa2ba1-aef0-4202-9eab-77e9ea1a0785),segment_id=0dfa2ba1-aef0-4202-9eab-77e9ea1a0785)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:30:32.761578 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Returning: {'device': 'da2a16d0-a72c-4e20-9a86-51b3070c4df3', 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc', 'port_id': 'da2a16d0-a72c-4e20-9a86-51b3070c4df3', 'mac_address': 'fa:16:3e:45:a1:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 14:30:32.788909 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31092359-a20c-4f5e-970a-4fec3b9a1b19 req-353e649f-0997-4774-9c7a-e0e99014ace4 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:32.799614 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-31092359-a20c-4f5e-970a-4fec3b9a1b19 req-353e649f-0997-4774-9c7a-e0e99014ace4 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf85770-e6ea-4ba7-a921-48aae8c141a2 HTTP/1.1" status: 200  len: 945 time: 0.2435453
Jun 29 14:30:32.937759 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-31092359-a20c-4f5e-970a-4fec3b9a1b19 req-b6f952ab-9897-4ccb-852e-feb8fcae9536 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d895047-1293-48d6-ae5d-e8f7d099d3a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1324987
Jun 29 14:30:32.941632 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:32.958909 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559c51a8-53d9-4c5e-85a7-e4c0dd5ffdab req-23c05464-9cc4-401c-a3c7-e4930e0ebeea tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:32.963714 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id da2a16d0-a72c-4e20-9a86-51b3070c4df3 {{(pid=74236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:30:32.967658 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-559c51a8-53d9-4c5e-85a7-e4c0dd5ffdab req-23c05464-9cc4-401c-a3c7-e4930e0ebeea tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.1999745
Jun 29 14:30:32.980401 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port da2a16d0-a72c-4e20-9a86-51b3070c4df3, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=da2a16d0-a72c-4e20-9a86-51b3070c4df3,segment=NetworkSegment(0dfa2ba1-aef0-4202-9eab-77e9ea1a0785),segment_id=0dfa2ba1-aef0-4202-9eab-77e9ea1a0785)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:30:32.989833 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:32.993767 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:33.027119 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-559c51a8-53d9-4c5e-85a7-e4c0dd5ffdab req-06fbd9fa-fd96-4246-970a-aee2203383f4 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0584974
Jun 29 14:30:33.069673 dv-cinder-798356-1-iscsi neutron-server[74236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf85770-e6ea-4ba7-a921-48aae8c141a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f', 'code': 200}
Jun 29 14:30:33.121564 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=da2a16d0-a72c-4e20-9a86-51b3070c4df3,revision_number=6']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:33.130642 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:33.150351 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['da2a16d0-a72c-4e20-9a86-51b3070c4df3'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:30:33.252429 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3095e048-65f3-4032-86d0-14e061817484 req-1e6eaa45-f06f-46c5-9e31-ceb23735a7d7 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:33.260254 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-3095e048-65f3-4032-86d0-14e061817484 req-1e6eaa45-f06f-46c5-9e31-ceb23735a7d7 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa17fc0c-a84f-4a3a-aef8-afe0d900c2aa HTTP/1.1" status: 200  len: 946 time: 0.1036949
Jun 29 14:30:33.344316 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-3095e048-65f3-4032-86d0-14e061817484 req-1bad3478-0d75-4413-806b-69ff085cd4a3 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830443
Jun 29 14:30:33.698459 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 6 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:30:33.769168 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a81519f-885f-4611-b8b1-6f42840d9eca req-828b1dde-d669-449c-9586-a19450fc1464 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:33.781505 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8a81519f-885f-4611-b8b1-6f42840d9eca req-828b1dde-d669-449c-9586-a19450fc1464 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 945 time: 0.2604167
Jun 29 14:30:33.824526 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-23368e8a-d4a9-428f-b7b0-0c26f5f4ddf9 req-6625928c-f339-4dbc-9316-0ab6ca9e841e service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=bcf85770-e6ea-4ba7-a921-48aae8c141a2 HTTP/1.1" status: 200  len: 1098 time: 0.3961368
Jun 29 14:30:33.951331 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-23368e8a-d4a9-428f-b7b0-0c26f5f4ddf9 req-0532dfb1-df37-4877-801a-21967e7863fd service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7d895047-1293-48d6-ae5d-e8f7d099d3a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1161120
Jun 29 14:30:33.994053 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8a81519f-885f-4611-b8b1-6f42840d9eca req-58353eb1-9fb1-47ed-804b-a646113f60df tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2138491
Jun 29 14:30:34.072585 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d8aaf1b-d892-4fc6-944f-22fe2e452cad req-cc38eebc-2ea6-43ea-9fb8-adb81d9e29ad tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:34.090140 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8d8aaf1b-d892-4fc6-944f-22fe2e452cad req-cc38eebc-2ea6-43ea-9fb8-adb81d9e29ad tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.2624447
Jun 29 14:30:34.183563 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8d8aaf1b-d892-4fc6-944f-22fe2e452cad req-957ee689-91e0-41a6-85f4-ab895f316347 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0923550
Jun 29 14:30:34.305326 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b5580b-dcba-4753-b313-a3f7ad554860 req-f071b57b-da78-4f48-9878-b707a8333097 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:34.307455 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-85b5580b-dcba-4753-b313-a3f7ad554860 req-f071b57b-da78-4f48-9878-b707a8333097 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf85770-e6ea-4ba7-a921-48aae8c141a2 HTTP/1.1" status: 200  len: 945 time: 0.1387453
Jun 29 14:30:34.336340 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 42154) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:30:34.349491 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device da2a16d0-a72c-4e20-9a86-51b3070c4df3 up at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:30:34.457472 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-85b5580b-dcba-4753-b313-a3f7ad554860 req-7f8d01c2-c75c-4460-939d-b2314bc37e8d tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d895047-1293-48d6-ae5d-e8f7d099d3a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1439872
Jun 29 14:30:34.491923 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning complete for port da2a16d0-a72c-4e20-9a86-51b3070c4df3 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:30:34.492309 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:34.496628 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f298791e-0ea0-413d-a6f3-66c832c25c5a req-3476df08-beb0-40e0-ba98-14ff5356dfaa tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:34.509395 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f298791e-0ea0-413d-a6f3-66c832c25c5a req-3476df08-beb0-40e0-ba98-14ff5356dfaa tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.1832333
Jun 29 14:30:34.599493 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f298791e-0ea0-413d-a6f3-66c832c25c5a req-081c37a6-caf3-4687-b05a-e0924dc50f07 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0772176
Jun 29 14:30:34.676559 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-6d593078-fef8-4f34-8f2c-cd26556d4d48 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1566396203-network', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:30:34.704205 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-6d593078-fef8-4f34-8f2c-cd26556d4d48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:30:34.725790 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-6d593078-fef8-4f34-8f2c-cd26556d4d48 admin admin] Usage tracker for resource:network and tenant:f8b1bff82789418781af3fd01f1db541 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:30:34.729561 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:34.736552 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-6d593078-fef8-4f34-8f2c-cd26556d4d48 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:30:34.762045 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-6d593078-fef8-4f34-8f2c-cd26556d4d48 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:30:34.781729 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port da2a16d0-a72c-4e20-9a86-51b3070c4df3, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=da2a16d0-a72c-4e20-9a86-51b3070c4df3,segment=NetworkSegment(0dfa2ba1-aef0-4202-9eab-77e9ea1a0785),segment_id=0dfa2ba1-aef0-4202-9eab-77e9ea1a0785)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:30:34.788948 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:34.792913 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:34.800184 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d593078-fef8-4f34-8f2c-cd26556d4d48 admin admin] Made reservation on behalf of f8b1bff82789418781af3fd01f1db541 for: {'network': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:30:34.802485 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-6d593078-fef8-4f34-8f2c-cd26556d4d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for network, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:34.847478 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-6d593078-fef8-4f34-8f2c-cd26556d4d48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:34.905236 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=da2a16d0-a72c-4e20-9a86-51b3070c4df3,revision_number=7']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:34.919369 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:34.963653 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-6d593078-fef8-4f34-8f2c-cd26556d4d48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:30:34.976941 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-6d593078-fef8-4f34-8f2c-cd26556d4d48 admin admin] Usage tracker for resource:security_group_rule and tenant:f8b1bff82789418781af3fd01f1db541 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:30:34.985196 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-6d593078-fef8-4f34-8f2c-cd26556d4d48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:30:34.997330 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-6d593078-fef8-4f34-8f2c-cd26556d4d48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:30:35.071248 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c55acb-c2d2-4123-8452-1d5205741f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2a16d0-a72c-4e20-9a86-51b3070c4df3'}] {{(pid=74236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:30:35.216561 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-6d593078-fef8-4f34-8f2c-cd26556d4d48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:35.268716 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-6d593078-fef8-4f34-8f2c-cd26556d4d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:35.269181 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fc98c4-7407-4cf5-aee6-b8b30f6acda0 req-7b8cff74-5ebe-4af1-a397-9d3067a06be5 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:35.276856 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-d8fc98c4-7407-4cf5-aee6-b8b30f6acda0 req-7b8cff74-5ebe-4af1-a397-9d3067a06be5 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa17fc0c-a84f-4a3a-aef8-afe0d900c2aa HTTP/1.1" status: 200  len: 946 time: 0.1120641
Jun 29 14:30:35.284688 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:35.314970 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d593078-fef8-4f34-8f2c-cd26556d4d48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc79735-5c9a-4288-85b5-c0c6c26672c1,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:35.322855 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-6d593078-fef8-4f34-8f2c-cd26556d4d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:35.356343 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d593078-fef8-4f34-8f2c-cd26556d4d48 admin admin] vlan segment allocate from pool success with {'vlan_id': 507, 'physical_network': 'physnet1'}  {{(pid=74234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 14:30:35.363903 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-d8fc98c4-7407-4cf5-aee6-b8b30f6acda0 req-b4400c7f-3b09-466c-a073-bbfec504e4f5 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861208
Jun 29 14:30:35.386464 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-6d593078-fef8-4f34-8f2c-cd26556d4d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:35.386464 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.db.segments_db [None req-6d593078-fef8-4f34-8f2c-cd26556d4d48 admin admin] Added segment 276a84e3-277d-4962-9d31-d392ba2cca90 of type vlan for network 1b9efcd0-963e-4312-8efc-097d81e095b0
Jun 29 14:30:35.440278 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-85820bd5-ad19-447e-ab2f-c99999cb23e2 req-cfff499c-b1eb-4a91-88f6-e541ca2da632 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5bff793212d24b37a3b1ec86e1a04aaa&device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 1098 time: 0.3180983
Jun 29 14:30:35.497531 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d9a711-b7c1-4d63-b5be-be656784f221 req-d6aa02ec-6dc2-4dba-933c-ad79d97a8e8c tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:35.504842 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-65d9a711-b7c1-4d63-b5be-be656784f221 req-d6aa02ec-6dc2-4dba-933c-ad79d97a8e8c tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.3855412
Jun 29 14:30:35.523267 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-6d593078-fef8-4f34-8f2c-cd26556d4d48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482767800'] for network, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:35.616824 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 42182) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:30:35.627358 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-65d9a711-b7c1-4d63-b5be-be656784f221 req-d24d6ca5-157e-4b9e-82a9-410b551ce032 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1210864
Jun 29 14:30:35.681808 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-6d593078-fef8-4f34-8f2c-cd26556d4d48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695'] for network, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:35.693533 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d593078-fef8-4f34-8f2c-cd26556d4d48 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:35.694153 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-6d593078-fef8-4f34-8f2c-cd26556d4d48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:35.708933 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf3644c-268b-4138-8866-16718d4fbb41 req-b064bb8c-5784-4144-a658-801b05850a18 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:35.710850 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-7cf3644c-268b-4138-8866-16718d4fbb41 req-b064bb8c-5784-4144-a658-801b05850a18 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.1532917
Jun 29 14:30:35.774346 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-9c1808c1-d456-464c-9497-959b45506825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:35.777024 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-7cf3644c-268b-4138-8866-16718d4fbb41 req-f3aba4e1-966f-4b0f-a29f-9508ca63eb5b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460410
Jun 29 14:30:35.787295 dv-cinder-798356-1-iscsi neutron-server[74236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c55acb-c2d2-4123-8452-1d5205741f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2a16d0-a72c-4e20-9a86-51b3070c4df3', 'code': 200}
Jun 29 14:30:35.835617 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-6d593078-fef8-4f34-8f2c-cd26556d4d48 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 885 time: 1.4985838
Jun 29 14:30:35.838986 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 42190) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:30:35.844709 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-1bdb94c3-9201-40dd-b524-a0d8c9b33917 admin admin] Request body: {'subnet': {'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1566396203-subnet', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'ip_version': 4}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:30:35.851952 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-1bdb94c3-9201-40dd-b524-a0d8c9b33917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:30:35.863532 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-1bdb94c3-9201-40dd-b524-a0d8c9b33917 admin admin] Usage tracker for resource:subnet and tenant:f8b1bff82789418781af3fd01f1db541 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:30:35.871321 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-1bdb94c3-9201-40dd-b524-a0d8c9b33917 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:30:35.888744 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-1bdb94c3-9201-40dd-b524-a0d8c9b33917 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:30:35.910304 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdb94c3-9201-40dd-b524-a0d8c9b33917 admin admin] Made reservation on behalf of f8b1bff82789418781af3fd01f1db541 for: {'subnet': 1} {{(pid=74235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:30:35.912687 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1bdb94c3-9201-40dd-b524-a0d8c9b33917 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1167943'] for subnet, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:35.989796 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-2e320fd6-2fdf-48e0-a63b-1079f90dafec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:36.003327 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-56c6d452-b4dc-4904-9c5e-a33c5973ca41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:36.097188 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d593078-fef8-4f34-8f2c-cd26556d4d48 admin admin] Pushing event updated for resources: {'Network': ['ID=1b9efcd0-963e-4312-8efc-097d81e095b0,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:36.100381 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85820bd5-ad19-447e-ab2f-c99999cb23e2 req-542f32c7-0ab4-43d5-ace4-e421e439de79 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:36.101926 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-85820bd5-ad19-447e-ab2f-c99999cb23e2 req-542f32c7-0ab4-43d5-ace4-e421e439de79 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4136cd64-8118-416e-874b-f6ed5b97de9f HTTP/1.1" status: 200  len: 910 time: 0.6498795
Jun 29 14:30:36.109187 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Network 1b9efcd0-963e-4312-8efc-097d81e095b0 details requested by agent ovs-agent-dv-cinder-798356-1-iscsi with host dv-cinder-798356-1-iscsi {{(pid=74236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 14:30:36.121725 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-6d593078-fef8-4f34-8f2c-cd26556d4d48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:36.213928 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-56c6d452-b4dc-4904-9c5e-a33c5973ca41 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:30:36.249376 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-56c6d452-b4dc-4904-9c5e-a33c5973ca41 admin admin] Usage tracker for resource:security_group_rule and tenant:928af5392deb416cb46874e2a6bf3f94 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:30:36.260522 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-56c6d452-b4dc-4904-9c5e-a33c5973ca41 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:30:36.300723 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-56c6d452-b4dc-4904-9c5e-a33c5973ca41 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:30:36.317170 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1bdb94c3-9201-40dd-b524-a0d8c9b33917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1167330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1167957'] for subnet, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:36.326900 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-18a2d053-523c-44f6-83be-062a1e2f3391 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:36.331088 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-962ea05e-2148-4176-b2e5-8edf44cce739 req-f13b49da-a90a-418b-8fa9-94028c2a391f tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:36.333068 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-962ea05e-2148-4176-b2e5-8edf44cce739 req-f13b49da-a90a-418b-8fa9-94028c2a391f tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf85770-e6ea-4ba7-a921-48aae8c141a2 HTTP/1.1" status: 200  len: 945 time: 0.2884669
Jun 29 14:30:36.392057 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:36.394322 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-85820bd5-ad19-447e-ab2f-c99999cb23e2 req-06643a69-26da-46d8-81d7-32c053ff6868 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05abead1-999d-420b-9b7b-383b2a076a22 HTTP/1.1" status: 200  len: 1001 time: 0.2576871
Jun 29 14:30:36.415934 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb6558-7e0a-4091-b031-acfa58ad2187 req-39670906-c901-4382-a947-89eafa157ee7 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:36.417452 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-07fb6558-7e0a-4091-b031-acfa58ad2187 req-39670906-c901-4382-a947-89eafa157ee7 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.3980353
Jun 29 14:30:36.456259 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdb94c3-9201-40dd-b524-a0d8c9b33917 admin admin] Checking segment: {'id': '276a84e3-277d-4962-9d31-d392ba2cca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:30:36.456610 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdb94c3-9201-40dd-b524-a0d8c9b33917 admin admin] Network hostable DHCP agents. Network: 1b9efcd0-963e-4312-8efc-097d81e095b0, hostable agents: ['e1a882d0-1bb9-433b-98f7-0ae4434a4814'], hosted agents: [] {{(pid=74235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 14:30:36.470956 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdb94c3-9201-40dd-b524-a0d8c9b33917 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b1f452f3-ce90-45e6-b91e-51eb201b6ea6,revision_number=0']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:36.477643 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-1bdb94c3-9201-40dd-b524-a0d8c9b33917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:36.502749 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdb94c3-9201-40dd-b524-a0d8c9b33917 admin admin] Network 1b9efcd0-963e-4312-8efc-097d81e095b0 is scheduled to be hosted by DHCP agent e1a882d0-1bb9-433b-98f7-0ae4434a4814 with binding_index 1 {{(pid=74235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 14:30:36.520483 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.base_scheduler [None req-1bdb94c3-9201-40dd-b524-a0d8c9b33917 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-iscsi, 1b9efcd0-963e-4312-8efc-097d81e095b0) {{(pid=74235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:30:36.527086 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdb94c3-9201-40dd-b524-a0d8c9b33917 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:36.527673 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1bdb94c3-9201-40dd-b524-a0d8c9b33917 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:36.531785 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2386be-e914-4fdb-96a3-ba753aab36a3 None None] Network 1b9efcd0-963e-4312-8efc-097d81e095b0 requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:30:36.547081 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-07fb6558-7e0a-4091-b031-acfa58ad2187 req-e723ec19-7bf3-4956-a63f-3ab9022ff724 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1214833
Jun 29 14:30:36.559525 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-56c6d452-b4dc-4904-9c5e-a33c5973ca41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:36.599990 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-1bdb94c3-9201-40dd-b524-a0d8c9b33917 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 848 time: 0.7598774
Jun 29 14:30:36.602565 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 42202) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:30:36.608565 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-fd46bf43-657f-4789-ae71-977ce5fd21fe admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1566396203-router', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'}}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:30:36.614665 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-fd46bf43-657f-4789-ae71-977ce5fd21fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:30:36.619767 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-fd46bf43-657f-4789-ae71-977ce5fd21fe admin admin] Usage tracker for resource:router and tenant:f8b1bff82789418781af3fd01f1db541 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:30:36.622996 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-fd46bf43-657f-4789-ae71-977ce5fd21fe admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:30:36.629339 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-fd46bf43-657f-4789-ae71-977ce5fd21fe admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:30:36.632574 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-962ea05e-2148-4176-b2e5-8edf44cce739 req-f56b9c30-033b-41fd-a3a9-22994bc4b827 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d895047-1293-48d6-ae5d-e8f7d099d3a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2541842
Jun 29 14:30:36.633865 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-56c6d452-b4dc-4904-9c5e-a33c5973ca41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:36.656196 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-0168e37b-27d1-42e5-92e6-7800b70bd0cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:36.676994 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-fd46bf43-657f-4789-ae71-977ce5fd21fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6752'] for router, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:36.678860 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-fd46bf43-657f-4789-ae71-977ce5fd21fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-672253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-746119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6783'] for router, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:36.739562 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85820bd5-ad19-447e-ab2f-c99999cb23e2 req-70679e7d-c151-4263-a140-6b637830a02b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:36.740935 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-85820bd5-ad19-447e-ab2f-c99999cb23e2 req-70679e7d-c151-4263-a140-6b637830a02b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6b290bd3-20c6-48b7-a0ea-2f1a94cb7740 HTTP/1.1" status: 200  len: 848 time: 0.3120270
Jun 29 14:30:36.761026 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-fd46bf43-657f-4789-ae71-977ce5fd21fe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:36.966132 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c8cccc-c232-40f2-9843-1aaf032d1fe7 req-fc16d5bd-df9d-4617-909d-f36b5fb76b06 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:36.974569 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-75c8cccc-c232-40f2-9843-1aaf032d1fe7 req-fc16d5bd-df9d-4617-909d-f36b5fb76b06 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.69 "GET /v2.0/ports?device_id=fa17fc0c-a84f-4a3a-aef8-afe0d900c2aa HTTP/1.1" status: 200  len: 946 time: 0.3858805
Jun 29 14:30:36.993746 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c6d452-b4dc-4904-9c5e-a33c5973ca41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9d6547e-6166-4785-915b-ef9966a3981d,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:37.029435 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c33be6a-3526-4d86-b0a9-f548ddd90811 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14f6528a-7bc9-5c5a-9684-7403d901c9bd-1b9efcd0-963e-4312-8efc-097d81e095b0', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'fixed_ips': [{'subnet_id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6'}]}} from dv-cinder-798356-1-iscsi. {{(pid=74236) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 29 14:30:37.031262 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-0c33be6a-3526-4d86-b0a9-f548ddd90811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:37.047625 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-56c6d452-b4dc-4904-9c5e-a33c5973ca41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:37.139960 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-56c6d452-b4dc-4904-9c5e-a33c5973ca41 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=928af5392deb416cb46874e2a6bf3f94&name=default HTTP/1.1" status: 200  len: 2647 time: 1.5116124
Jun 29 14:30:37.148514 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 42230) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:30:37.212621 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-fd46bf43-657f-4789-ae71-977ce5fd21fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6733'] for router, precommit_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:37.272751 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-85820bd5-ad19-447e-ab2f-c99999cb23e2 req-2da69d16-20b3-486b-a306-ae001ad509e8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4136cd64-8118-416e-874b-f6ed5b97de9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5212855
Jun 29 14:30:37.285017 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [req-75c8cccc-c232-40f2-9843-1aaf032d1fe7 req-c1d82ce7-907d-4e22-9e31-1945bac9f20f tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Deleting port f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c {{(pid=74234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:30:37.285409 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-75c8cccc-c232-40f2-9843-1aaf032d1fe7 req-c1d82ce7-907d-4e22-9e31-1945bac9f20f tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:37.302611 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.db_base_plugin_common [None req-0c33be6a-3526-4d86-b0a9-f548ddd90811 None None] Allocated IP 172.20.0.2 (1b9efcd0-963e-4312-8efc-097d81e095b0/b1f452f3-ce90-45e6-b91e-51eb201b6ea6/bfe08535-8182-42f1-bd98-46acbd252286) {{(pid=74236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:30:37.362205 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac41a5b-428a-45dd-a954-7e655feee5b6 req-178af2a1-9c03-458e-b7d4-93339afe37ed tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:37.371086 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bac41a5b-428a-45dd-a954-7e655feee5b6 req-178af2a1-9c03-458e-b7d4-93339afe37ed tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa17fc0c-a84f-4a3a-aef8-afe0d900c2aa HTTP/1.1" status: 200  len: 946 time: 0.4313877
Jun 29 14:30:37.693701 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bac41a5b-428a-45dd-a954-7e655feee5b6 req-10512062-ed56-4609-96f7-d0838ef921da tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2945008
Jun 29 14:30:37.793742 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f2f1386b-7b8c-4607-b369-bd0380b876a0 req-6baadef7-35b9-4552-b7cf-10ef59269aaa service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 1099 time: 0.4096432
Jun 29 14:30:37.880129 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-0c33be6a-3526-4d86-b0a9-f548ddd90811 None None] Notify callbacks [] for port, precommit_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:37.929556 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-0c33be6a-3526-4d86-b0a9-f548ddd90811 None None] Transition to ACTIVE for port object bfe08535-8182-42f1-bd98-46acbd252286 will not be triggered until provisioned by entity L2. {{(pid=74236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:30:37.991791 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-0c33be6a-3526-4d86-b0a9-f548ddd90811 None None] Transition to ACTIVE for port object bfe08535-8182-42f1-bd98-46acbd252286 will not be triggered until provisioned by entity DHCP. {{(pid=74236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:30:38.028627 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-0c33be6a-3526-4d86-b0a9-f548ddd90811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793'] for port, after_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:38.037356 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:38.123505 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-f2f1386b-7b8c-4607-b369-bd0380b876a0 req-b8910d59-b7b1-4afe-af36-229ad2eb6635 service neutron] Synchronizing usage tracker for tenant:bc128070e354473bbafcc036cf6ea037 on resource:security_group {{(pid=74235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:30:38.223529 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-fd46bf43-657f-4789-ae71-977ce5fd21fe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:38.247381 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c33be6a-3526-4d86-b0a9-f548ddd90811 None None] Network 1b9efcd0-963e-4312-8efc-097d81e095b0 is already hosted by enough agents. {{(pid=74236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:30:38.248891 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-dcca2c77-6e4b-4028-9964-1aa2e3400dec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:38.251717 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c33be6a-3526-4d86-b0a9-f548ddd90811 None None] Pushing event updated for resources: {'Port': ['ID=bfe08535-8182-42f1-bd98-46acbd252286,revision_number=1']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:38.261009 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813597ec-8ac6-40a1-b380-d1c6d95981d0 req-de82695c-bb84-4fc8-8023-074b58ed941c tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:38.261538 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.scheduler.base_scheduler [None req-0c33be6a-3526-4d86-b0a9-f548ddd90811 None None] Resources bound (agent type, host, resource id):  {{(pid=74236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:30:38.269812 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-813597ec-8ac6-40a1-b380-d1c6d95981d0 req-de82695c-bb84-4fc8-8023-074b58ed941c tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 1.2796457
Jun 29 14:30:38.274914 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-0c33be6a-3526-4d86-b0a9-f548ddd90811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:38.278989 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-fd46bf43-657f-4789-ae71-977ce5fd21fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:38.288731 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c33be6a-3526-4d86-b0a9-f548ddd90811 None None] Received port after_create {{(pid=74236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:30:38.454625 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-0c33be6a-3526-4d86-b0a9-f548ddd90811 None None] Attempting to bind port bfe08535-8182-42f1-bd98-46acbd252286 on host dv-cinder-798356-1-iscsi for vnic_type normal with profile  {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:30:38.457556 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-0c33be6a-3526-4d86-b0a9-f548ddd90811 None None] Attempting to bind port bfe08535-8182-42f1-bd98-46acbd252286 by drivers openvswitch,hyperv on host dv-cinder-798356-1-iscsi at level 0 using segments [{'id': '276a84e3-277d-4962-9d31-d392ba2cca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0'}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:30:38.460581 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c33be6a-3526-4d86-b0a9-f548ddd90811 None None] Attempting to bind port bfe08535-8182-42f1-bd98-46acbd252286 on network 1b9efcd0-963e-4312-8efc-097d81e095b0 {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:30:38.468674 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-f2f1386b-7b8c-4607-b369-bd0380b876a0 req-b8910d59-b7b1-4afe-af36-229ad2eb6635 service neutron] Unset dirty status for tenant:bc128070e354473bbafcc036cf6ea037 on resource:security_group {{(pid=74235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:30:38.471155 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c33be6a-3526-4d86-b0a9-f548ddd90811 None None] Checking agent: {'id': '7de42cfb-0b94-485f-bf24-4ef591216796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 6), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:30:38.471497 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f2f1386b-7b8c-4607-b369-bd0380b876a0 req-b8910d59-b7b1-4afe-af36-229ad2eb6635 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6726205
Jun 29 14:30:38.471948 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c33be6a-3526-4d86-b0a9-f548ddd90811 None None] Checking segment: {'id': '276a84e3-277d-4962-9d31-d392ba2cca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:30:38.474349 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-0c33be6a-3526-4d86-b0a9-f548ddd90811 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:38.474934 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c33be6a-3526-4d86-b0a9-f548ddd90811 None None] Bound using segment: {'id': '276a84e3-277d-4962-9d31-d392ba2cca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0'} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:30:38.478355 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-0c33be6a-3526-4d86-b0a9-f548ddd90811 None None] Bound port: bfe08535-8182-42f1-bd98-46acbd252286, host: dv-cinder-798356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276a84e3-277d-4962-9d31-d392ba2cca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0'}}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:30:38.480873 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-85820bd5-ad19-447e-ab2f-c99999cb23e2 req-410c601b-abc9-46a6-a47f-36ada548cafb service neutron] 10.222.0.69 "GET /v2.0/networks/4136cd64-8118-416e-874b-f6ed5b97de9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9865677
Jun 29 14:30:38.481354 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-0c33be6a-3526-4d86-b0a9-f548ddd90811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:38.481609 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-686e5864-e84a-4f1e-a295-8e16eda83353 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:38.492858 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36d2e74-53a9-45ef-a228-136893f5b7d3 req-30cdc2d1-19f4-46d6-b0d3-bf043a7c2a2d tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:38.501382 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-813597ec-8ac6-40a1-b380-d1c6d95981d0 req-6266b187-994e-426a-a7ba-0ebe6eaba06d tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2290137
Jun 29 14:30:38.505362 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-75c8cccc-c232-40f2-9843-1aaf032d1fe7 req-c1d82ce7-907d-4e22-9e31-1945bac9f20f tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] For port f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c,segment=NetworkSegment(c6927e74-905f-4980-a50c-058a777d391d),segment_id=c6927e74-905f-4980-a50c-058a777d391d)] {{(pid=74234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:30:38.506146 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-75c8cccc-c232-40f2-9843-1aaf032d1fe7 req-c1d82ce7-907d-4e22-9e31-1945bac9f20f tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:38.507367 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f36d2e74-53a9-45ef-a228-136893f5b7d3 req-30cdc2d1-19f4-46d6-b0d3-bf043a7c2a2d tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.4773407
Jun 29 14:30:38.623267 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-0c33be6a-3526-4d86-b0a9-f548ddd90811 None None] For port bfe08535-8182-42f1-bd98-46acbd252286, host dv-cinder-798356-1-iscsi, cleared binding levels {{(pid=74236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:30:38.627932 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-0c33be6a-3526-4d86-b0a9-f548ddd90811 None None] For port bfe08535-8182-42f1-bd98-46acbd252286, host dv-cinder-798356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=bfe08535-8182-42f1-bd98-46acbd252286,segment=NetworkSegment(276a84e3-277d-4962-9d31-d392ba2cca90),segment_id=276a84e3-277d-4962-9d31-d392ba2cca90)] {{(pid=74236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:30:38.631900 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f36d2e74-53a9-45ef-a228-136893f5b7d3 req-4de63f15-94c4-47c0-abf6-e05e003ce694 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1214697
Jun 29 14:30:38.651724 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-0c33be6a-3526-4d86-b0a9-f548ddd90811 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:38.663791 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-bb4ee067-6850-4e93-b48b-751866ccd349 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:38.676403 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.db_base_plugin_common [None req-fd46bf43-657f-4789-ae71-977ce5fd21fe admin admin] Allocated IP 172.27.1.168 (4aeb16d3-bc5e-4796-b60c-2ad2a6d47368/089d678a-05aa-4bef-b283-da88079c7f50/fe38e03d-8538-4c14-b554-e93783740f24) {{(pid=74235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:30:38.825062 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c33be6a-3526-4d86-b0a9-f548ddd90811 None None] Pushing event updated for resources: {'Port': ['ID=bfe08535-8182-42f1-bd98-46acbd252286,revision_number=2']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:38.832396 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-0c33be6a-3526-4d86-b0a9-f548ddd90811 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:38.950653 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [req-75c8cccc-c232-40f2-9843-1aaf032d1fe7 req-c1d82ce7-907d-4e22-9e31-1945bac9f20f tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Calling delete_port for f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c owned by compute:nova {{(pid=74234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:30:39.027639 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-686e5864-e84a-4f1e-a295-8e16eda83353 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:39.114461 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-fd46bf43-657f-4789-ae71-977ce5fd21fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:39.177914 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b01a4-9013-423c-a9bb-4ac80034f733 req-ffb47764-30ec-4a73-8158-221c8277d414 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:39.185429 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-093b01a4-9013-423c-a9bb-4ac80034f733 req-ffb47764-30ec-4a73-8158-221c8277d414 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa17fc0c-a84f-4a3a-aef8-afe0d900c2aa HTTP/1.1" status: 200  len: 946 time: 0.2365730
Jun 29 14:30:39.212704 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:39.291342 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-093b01a4-9013-423c-a9bb-4ac80034f733 req-4a1039f5-a872-43ea-9af6-f286ffbabe04 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1044965
Jun 29 14:30:39.323635 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-85820bd5-ad19-447e-ab2f-c99999cb23e2 req-ccd0b219-a667-434c-bdc7-4cad6313823e service neutron] 10.222.0.69 "GET /v2.0/networks/4136cd64-8118-416e-874b-f6ed5b97de9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7559671
Jun 29 14:30:39.324512 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-fd46bf43-657f-4789-ae71-977ce5fd21fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:39.343765 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-686e5864-e84a-4f1e-a295-8e16eda83353 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:39.344457 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:39.363479 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-5a1a4a9e-fc98-4a07-9840-aff26c561985 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:39.418362 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-686e5864-e84a-4f1e-a295-8e16eda83353 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9d6547e-6166-4785-915b-ef9966a3981d,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:39.421875 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-686e5864-e84a-4f1e-a295-8e16eda83353 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:39.452487 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-686e5864-e84a-4f1e-a295-8e16eda83353 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:39.454231 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-686e5864-e84a-4f1e-a295-8e16eda83353 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9d6547e-6166-4785-915b-ef9966a3981d HTTP/1.1" status: 204  len: 168 time: 2.3024952
Jun 29 14:30:39.492148 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2706c3-e016-4859-9ceb-bf729b2b64c3 req-d9c132bf-dd7b-467f-b69b-67b8e1c7b37a tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:39.495259 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-7c2706c3-e016-4859-9ceb-bf729b2b64c3 req-d9c132bf-dd7b-467f-b69b-67b8e1c7b37a tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.5765035
Jun 29 14:30:39.498462 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-75c8cccc-c232-40f2-9843-1aaf032d1fe7 req-c1d82ce7-907d-4e22-9e31-1945bac9f20f tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:39.516988 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-540d3c11-9ecf-47c6-8eed-cd934287feb4 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:39.519749 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd46bf43-657f-4789-ae71-977ce5fd21fe admin admin] Network 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 is already hosted by enough agents. {{(pid=74235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:30:39.527311 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.base_scheduler [None req-fd46bf43-657f-4789-ae71-977ce5fd21fe admin admin] Resources bound (agent type, host, resource id):  {{(pid=74235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:30:39.551131 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd46bf43-657f-4789-ae71-977ce5fd21fe admin admin] Received port after_create {{(pid=74235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:30:39.613816 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d82ce7-907d-4e22-9e31-1945bac9f20f tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Pushing event deleted for resources: {'Port': ['ID=f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:39.629648 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-c1d82ce7-907d-4e22-9e31-1945bac9f20f tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:39.781299 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [req-75c8cccc-c232-40f2-9843-1aaf032d1fe7 req-c1d82ce7-907d-4e22-9e31-1945bac9f20f tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] No DVR routers for this DVR port f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c on host hv-cinder-79835 {{(pid=74234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 14:30:39.784874 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-7c2706c3-e016-4859-9ceb-bf729b2b64c3 req-958deb9d-6b76-4faa-b69c-926ae3832500 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2710357
Jun 29 14:30:39.787402 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-75c8cccc-c232-40f2-9843-1aaf032d1fe7 req-c1d82ce7-907d-4e22-9e31-1945bac9f20f tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:39.789343 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-75c8cccc-c232-40f2-9843-1aaf032d1fe7 req-c1d82ce7-907d-4e22-9e31-1945bac9f20f tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.69 "DELETE /v2.0/ports/f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c HTTP/1.1" status: 204  len: 173 time: 2.8004360
Jun 29 14:30:39.789835 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa17fc0c-a84f-4a3a-aef8-afe0d900c2aa', 'name': 'network-vif-deleted', 'tag': 'f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:30:39.834867 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46bf43-657f-4789-ae71-977ce5fd21fe admin admin] Pushing event updated for resources: {'Port': ['ID=fe38e03d-8538-4c14-b554-e93783740f24,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:39.841848 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-fd46bf43-657f-4789-ae71-977ce5fd21fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:39.926806 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:40.049366 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d4f41b-0d4c-4b03-a845-c00d376d8d7c req-a8b4f4ba-05ce-4e84-b6f3-6c0640125ec2 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:40.056051 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a0d4f41b-0d4c-4b03-a845-c00d376d8d7c req-a8b4f4ba-05ce-4e84-b6f3-6c0640125ec2 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.3223901
Jun 29 14:30:40.192610 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device bfe08535-8182-42f1-bd98-46acbd252286 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:30:40.249088 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a0d4f41b-0d4c-4b03-a845-c00d376d8d7c req-286da385-8aff-4c15-a434-8e694ae85af8 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1833305
Jun 29 14:30:40.282516 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-fd46bf43-657f-4789-ae71-977ce5fd21fe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:40.283861 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-fd46bf43-657f-4789-ae71-977ce5fd21fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670196'] for router, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:40.299154 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0071672a-544c-44db-95f3-b0064e5e842a req-7e297c63-30e1-43f6-9f09-31e7b6aa5b7d tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:40.326840 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0071672a-544c-44db-95f3-b0064e5e842a req-7e297c63-30e1-43f6-9f09-31e7b6aa5b7d tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.2375228
Jun 29 14:30:40.421462 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:30:40.448990 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa17fc0c-a84f-4a3a-aef8-afe0d900c2aa', 'name': 'network-vif-deleted', 'tag': 'f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c', 'status': 'completed', 'code': 200}
Jun 29 14:30:40.471050 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning for port bfe08535-8182-42f1-bd98-46acbd252286 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:30:40.481733 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] No Port match for: f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:30:40.482110 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device f6b2eb55-f982-4fb5-b9bf-ab01c6f29a8c not bound to the agent host hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:30:40.483913 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0071672a-544c-44db-95f3-b0064e5e842a req-fa6fcf91-18e3-4ca8-af85-b62c51416f86 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1563859
Jun 29 14:30:40.611952 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea41c742-0c7f-4279-9ed7-d6892a13388a None None] Network 1b9efcd0-963e-4312-8efc-097d81e095b0 requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:30:40.789411 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-be764e30-466a-497d-bb1a-7026d2c3e571 None None] Provisioning for port bfe08535-8182-42f1-bd98-46acbd252286 completed by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:30:40.796291 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-be764e30-466a-497d-bb1a-7026d2c3e571 None None] Provisioning complete for port bfe08535-8182-42f1-bd98-46acbd252286 triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:30:40.796717 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-be764e30-466a-497d-bb1a-7026d2c3e571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:40.820071 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-7fb128be-4a0d-4278-b126-3154a9610b89 req-15c9e19b-685a-4758-92e4-b9f9ebd5c5eb tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=fa17fc0c-a84f-4a3a-aef8-afe0d900c2aa HTTP/1.1" status: 200  len: 210 time: 0.1044352
Jun 29 14:30:41.026454 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd46bf43-657f-4789-ae71-977ce5fd21fe admin admin] Router 07af9143-8575-4ba9-b96d-3229e022edba is scheduled to L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 with binding_index 1 {{(pid=74235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 29 14:30:41.067770 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:41.183727 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba011a1-a219-47a3-8094-b577f6b2b36c req-f030cc0d-5659-4d4d-88e2-362e1ea2aa13 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:41.190179 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-3ba011a1-a219-47a3-8094-b577f6b2b36c req-f030cc0d-5659-4d4d-88e2-362e1ea2aa13 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.1275122
Jun 29 14:30:41.245798 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-3ba011a1-a219-47a3-8094-b577f6b2b36c req-58c89253-41f8-47a3-872a-678e896e306e tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0474503
Jun 29 14:30:41.402089 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-be764e30-466a-497d-bb1a-7026d2c3e571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:41.493485 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-be764e30-466a-497d-bb1a-7026d2c3e571 None None] For port bfe08535-8182-42f1-bd98-46acbd252286, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=bfe08535-8182-42f1-bd98-46acbd252286,segment=NetworkSegment(276a84e3-277d-4962-9d31-d392ba2cca90),segment_id=276a84e3-277d-4962-9d31-d392ba2cca90)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:30:41.546026 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-be764e30-466a-497d-bb1a-7026d2c3e571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:41.552856 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:41.689557 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd46bf43-657f-4789-ae71-977ce5fd21fe admin admin] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:30:41.720887 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd87db0e-bcc1-41ca-b28b-83e677523fe8 None None] Sync routers for ids ['07af9143-8575-4ba9-b96d-3229e022edba'] in dv-cinder-798356-1-iscsi {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:30:41.744746 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd87db0e-bcc1-41ca-b28b-83e677523fe8 None None] Routers {'07af9143-8575-4ba9-b96d-3229e022edba'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:30:41.745591 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-fd87db0e-bcc1-41ca-b28b-83e677523fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94cadb20>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:30:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['07af9143-8575-4ba9-b96d-3229e022edba'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:30:41.804784 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff72f84-930d-410d-8ca6-ff56e5da80a3 req-aed16b2b-fb43-4786-8aff-cf47b5ffef8d tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:41.806384 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8ff72f84-930d-410d-8ca6-ff56e5da80a3 req-aed16b2b-fb43-4786-8aff-cf47b5ffef8d tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.3075736
Jun 29 14:30:41.832954 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be764e30-466a-497d-bb1a-7026d2c3e571 None None] Pushing event updated for resources: {'Port': ['ID=bfe08535-8182-42f1-bd98-46acbd252286,revision_number=3']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:41.837744 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-be764e30-466a-497d-bb1a-7026d2c3e571 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:41.936082 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8ff72f84-930d-410d-8ca6-ff56e5da80a3 req-70589c2c-3362-4f0b-8d75-e2c138e9b7ee tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1228998
Jun 29 14:30:41.955540 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-fd46bf43-657f-4789-ae71-977ce5fd21fe admin admin] Notify callbacks [] for router, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:41.961622 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 42310) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:30:41.977306 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-fd46bf43-657f-4789-ae71-977ce5fd21fe admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 5.3729403
Jun 29 14:30:42.008672 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-8b91fbb3-caa1-4417-8df3-1748a9c7c0d8 None None] Provisioning complete for port bfe08535-8182-42f1-bd98-46acbd252286 triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:30:42.009034 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-8b91fbb3-caa1-4417-8df3-1748a9c7c0d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:42.049682 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf17beb-764c-4263-a9a3-7c43c18e2695 req-31178177-c75f-487e-91d1-46133b3b60d2 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:42.053351 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8bf17beb-764c-4263-a9a3-7c43c18e2695 req-31178177-c75f-487e-91d1-46133b3b60d2 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.3110838
Jun 29 14:30:42.093909 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device bfe08535-8182-42f1-bd98-46acbd252286 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:30:42.155000 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8bf17beb-764c-4263-a9a3-7c43c18e2695 req-bcde308c-5470-4e3d-a960-2abc1ae1c4f8 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0969682
Jun 29 14:30:42.239350 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-fd87db0e-bcc1-41ca-b28b-83e677523fe8 None None] Set router 07af9143-8575-4ba9-b96d-3229e022edba gateway port host: dv-cinder-798356-1-iscsi {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:30:42.305789 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port bfe08535-8182-42f1-bd98-46acbd252286 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:30:42.306169 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:42.905018 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-fd87db0e-bcc1-41ca-b28b-83e677523fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94cadb20>, [{'id': '07af9143-8575-4ba9-b96d-3229e022edba', 'name': 'tempest-TestVolumeBootPattern-1566396203-router', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:36Z', 'updated_at': '2021-06-29T14:30:39Z', 'revision_number': 3, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'gw_port': {'id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:38Z', 'updated_at': '2021-06-29T14:30:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi'}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:30:42.905965 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f287a639-de83-4abc-b793-3536ffcf3415 req-46bd4d95-82bb-4a32-89ed-d199ef2bd7fe service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=49688b8975d4487d95604f13bd607887&device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 1099 time: 0.1760170
Jun 29 14:30:42.910103 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d67bb3c-1619-4611-b649-f7cec3ec1ef6 req-dc04b02c-3c6c-4ecc-922f-72c85fffaa89 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:42.913243 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd87db0e-bcc1-41ca-b28b-83e677523fe8 None None] Checking router: 07af9143-8575-4ba9-b96d-3229e022edba for host: dv-cinder-798356-1-iscsi {{(pid=74237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:30:42.913602 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd87db0e-bcc1-41ca-b28b-83e677523fe8 None None] Updating router 07af9143-8575-4ba9-b96d-3229e022edba port fe38e03d-8538-4c14-b554-e93783740f24 binding host dv-cinder-798356-1-iscsi {{(pid=74237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 14:30:42.930940 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-4d67bb3c-1619-4611-b649-f7cec3ec1ef6 req-dc04b02c-3c6c-4ecc-922f-72c85fffaa89 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.2917387
Jun 29 14:30:43.037283 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-fd87db0e-bcc1-41ca-b28b-83e677523fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:43.045948 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-4d67bb3c-1619-4611-b649-f7cec3ec1ef6 req-2f08ee11-3597-4d8f-a445-aa0dacee3121 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1137083
Jun 29 14:30:43.437743 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-eccb9b68-7a06-40c9-8deb-4b88c086c202 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:43.445048 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-eccb9b68-7a06-40c9-8deb-4b88c086c202 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/networks?id=7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea HTTP/1.1" status: 200  len: 808 time: 0.3983707
Jun 29 14:30:43.451902 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287a639-de83-4abc-b793-3536ffcf3415 req-0e834af4-251f-4285-90fb-4fb31f688c12 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:43.453507 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f287a639-de83-4abc-b793-3536ffcf3415 req-0e834af4-251f-4285-90fb-4fb31f688c12 service neutron] 10.222.0.69 "GET /v2.0/networks?id=e18f3f47-eda3-4841-b6ac-77a54d6b46e2 HTTP/1.1" status: 200  len: 919 time: 0.4050322
Jun 29 14:30:43.475875 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-fd87db0e-bcc1-41ca-b28b-83e677523fe8 None None] Notify callbacks [] for port, precommit_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:43.484997 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60347eec-1495-4851-ada7-efb5d8ea90a7 req-43fc74f3-781b-448b-91c4-76c14d75dc40 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:43.490029 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.provisioning_blocks [None req-fd87db0e-bcc1-41ca-b28b-83e677523fe8 None None] Transition to ACTIVE for port object fe38e03d-8538-4c14-b554-e93783740f24 will not be triggered until provisioned by entity L2. {{(pid=74237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:30:43.492747 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-60347eec-1495-4851-ada7-efb5d8ea90a7 req-43fc74f3-781b-448b-91c4-76c14d75dc40 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.1071615
Jun 29 14:30:43.506323 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-fd87db0e-bcc1-41ca-b28b-83e677523fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:43.514887 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:43.541880 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-dc496c7c-4c4e-4feb-a2d5-558865627da5 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/quotas/f15123002d2341fa86ca378f303ef83f HTTP/1.1" status: 200  len: 375 time: 0.0957193
Jun 29 14:30:43.555085 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-60347eec-1495-4851-ada7-efb5d8ea90a7 req-0e2bd745-e33b-4ad5-8a0f-754425f66727 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0613925
Jun 29 14:30:43.599630 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15753618-21a0-4b40-a906-ca8399616620 None None] Pushing event updated for resources: {'Port': ['ID=fe38e03d-8538-4c14-b554-e93783740f24,revision_number=2']} {{(pid=74237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:43.610617 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15753618-21a0-4b40-a906-ca8399616620 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:43.611111 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15753618-21a0-4b40-a906-ca8399616620 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:43.611624 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15753618-21a0-4b40-a906-ca8399616620 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:43.612055 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15753618-21a0-4b40-a906-ca8399616620 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:43.612472 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15753618-21a0-4b40-a906-ca8399616620 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:43.612888 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15753618-21a0-4b40-a906-ca8399616620 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:43.614529 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15753618-21a0-4b40-a906-ca8399616620 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:43.614529 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15753618-21a0-4b40-a906-ca8399616620 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:43.614529 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15753618-21a0-4b40-a906-ca8399616620 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:43.614529 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15753618-21a0-4b40-a906-ca8399616620 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:43.614869 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15753618-21a0-4b40-a906-ca8399616620 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:30:43.621769 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [None req-15753618-21a0-4b40-a906-ca8399616620 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:43.628608 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f287a639-de83-4abc-b793-3536ffcf3415 req-aa3efa06-8004-451c-81de-40d0eccc3ecb service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=75c1dbd6-bc8a-4537-8746-a64e7143b40b HTTP/1.1" status: 200  len: 217 time: 0.1649885
Jun 29 14:30:43.659708 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.managers [None req-fd87db0e-bcc1-41ca-b28b-83e677523fe8 None None] Attempting to bind port fe38e03d-8538-4c14-b554-e93783740f24 on host dv-cinder-798356-1-iscsi for vnic_type normal with profile  {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:30:43.660337 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.managers [None req-fd87db0e-bcc1-41ca-b28b-83e677523fe8 None None] Attempting to bind port fe38e03d-8538-4c14-b554-e93783740f24 by drivers openvswitch,hyperv on host dv-cinder-798356-1-iscsi at level 0 using segments [{'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'}] {{(pid=74237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:30:43.660803 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd87db0e-bcc1-41ca-b28b-83e677523fe8 None None] Attempting to bind port fe38e03d-8538-4c14-b554-e93783740f24 on network 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:30:43.671937 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd87db0e-bcc1-41ca-b28b-83e677523fe8 None None] Checking agent: {'id': '7de42cfb-0b94-485f-bf24-4ef591216796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 6), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:30:43.672481 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd87db0e-bcc1-41ca-b28b-83e677523fe8 None None] Checking segment: {'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:30:43.672981 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-fd87db0e-bcc1-41ca-b28b-83e677523fe8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:43.673525 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd87db0e-bcc1-41ca-b28b-83e677523fe8 None None] Bound using segment: {'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'} {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:30:43.674131 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.managers [None req-fd87db0e-bcc1-41ca-b28b-83e677523fe8 None None] Bound port: fe38e03d-8538-4c14-b554-e93783740f24, host: dv-cinder-798356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'}}] {{(pid=74237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:30:43.674655 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-fd87db0e-bcc1-41ca-b28b-83e677523fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:43.681685 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-d51ad93f-e1d6-4d10-942f-6d97b28e2e48 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Synchronizing usage tracker for tenant:f15123002d2341fa86ca378f303ef83f on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:30:43.736464 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f287a639-de83-4abc-b793-3536ffcf3415 req-19834053-24c0-4378-aa91-5f009183747d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:43.737822 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f287a639-de83-4abc-b793-3536ffcf3415 req-19834053-24c0-4378-aa91-5f009183747d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=d349a7a1-71b6-4c71-8ccc-984c68721f79 HTTP/1.1" status: 200  len: 858 time: 0.0936978
Jun 29 14:30:43.739932 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-d51ad93f-e1d6-4d10-942f-6d97b28e2e48 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Unset dirty status for tenant:f15123002d2341fa86ca378f303ef83f on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:30:43.749465 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-d51ad93f-e1d6-4d10-942f-6d97b28e2e48 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f15123002d2341fa86ca378f303ef83f&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2063382
Jun 29 14:30:43.778212 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.db [None req-fd87db0e-bcc1-41ca-b28b-83e677523fe8 None None] For port fe38e03d-8538-4c14-b554-e93783740f24, host dv-cinder-798356-1-iscsi, cleared binding levels {{(pid=74237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:30:43.781800 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.db [None req-fd87db0e-bcc1-41ca-b28b-83e677523fe8 None None] For port fe38e03d-8538-4c14-b554-e93783740f24, host dv-cinder-798356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=fe38e03d-8538-4c14-b554-e93783740f24,segment=NetworkSegment(c4c225a7-9a59-46d1-b662-631cedda96e9),segment_id=c4c225a7-9a59-46d1-b662-631cedda96e9)] {{(pid=74237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:30:43.790602 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-fd87db0e-bcc1-41ca-b28b-83e677523fe8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:43.795985 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:43.818419 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f287a639-de83-4abc-b793-3536ffcf3415 req-77ad27e6-bdf1-4f6c-acf5-8c843b872795 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=e18f3f47-eda3-4841-b6ac-77a54d6b46e2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0632622
Jun 29 14:30:43.938758 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15753618-21a0-4b40-a906-ca8399616620 None None] Pushing event updated for resources: {'Port': ['ID=fe38e03d-8538-4c14-b554-e93783740f24,revision_number=3']} {{(pid=74237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:43.945185 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [None req-15753618-21a0-4b40-a906-ca8399616620 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:44.003662 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd87db0e-bcc1-41ca-b28b-83e677523fe8 None None] Routers {'07af9143-8575-4ba9-b96d-3229e022edba'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:30:44.004444 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-fd87db0e-bcc1-41ca-b28b-83e677523fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94cadb20>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:30:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['07af9143-8575-4ba9-b96d-3229e022edba'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:30:44.135134 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-6d53c45a-abb1-46fe-b234-01fdce6f2d34 service neutron] 10.222.0.13 "GET /v2.0/networks/7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3844905
Jun 29 14:30:44.229969 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-fd87db0e-bcc1-41ca-b28b-83e677523fe8 None None] Set router 07af9143-8575-4ba9-b96d-3229e022edba gateway port host: dv-cinder-798356-1-iscsi {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:30:44.240987 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f287a639-de83-4abc-b793-3536ffcf3415 req-48fdd248-a7b2-4b35-bf4a-0cb087941057 service neutron] 10.222.0.69 "GET /v2.0/networks/e18f3f47-eda3-4841-b6ac-77a54d6b46e2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3657753
Jun 29 14:30:44.396528 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f741dd-49df-4aba-aa6a-cad8590ffade req-c36926c1-65e0-4594-8adf-3e04f9a0b357 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:44.403432 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-04f741dd-49df-4aba-aa6a-cad8590ffade req-c36926c1-65e0-4594-8adf-3e04f9a0b357 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.1522667
Jun 29 14:30:44.466106 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-04f741dd-49df-4aba-aa6a-cad8590ffade req-e5063772-1f2d-431b-b53e-17ffabcb1fed tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0617423
Jun 29 14:30:44.575837 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-fd87db0e-bcc1-41ca-b28b-83e677523fe8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94cadb20>, [{'id': '07af9143-8575-4ba9-b96d-3229e022edba', 'name': 'tempest-TestVolumeBootPattern-1566396203-router', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:36Z', 'updated_at': '2021-06-29T14:30:39Z', 'revision_number': 3, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'gw_port': {'id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:38Z', 'updated_at': '2021-06-29T14:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi'}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:30:44.581365 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd87db0e-bcc1-41ca-b28b-83e677523fe8 None None] The sync data for ids ['07af9143-8575-4ba9-b96d-3229e022edba'] in dv-cinder-798356-1-iscsi is: [{'id': '07af9143-8575-4ba9-b96d-3229e022edba', 'name': 'tempest-TestVolumeBootPattern-1566396203-router', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:36Z', 'updated_at': '2021-06-29T14:30:39Z', 'revision_number': 3, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'gw_port': {'id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:38Z', 'updated_at': '2021-06-29T14:30:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi'}] {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:30:44.712754 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-5f9e4b4e-dc00-4e11-8e2f-8c37a096dcf8 service neutron] 10.222.0.13 "GET /v2.0/networks/7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5629201
Jun 29 14:30:44.863286 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f287a639-de83-4abc-b793-3536ffcf3415 req-3977c76b-0b28-41b4-b66a-d9850502dec0 service neutron] 10.222.0.69 "GET /v2.0/networks/e18f3f47-eda3-4841-b6ac-77a54d6b46e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5754392
Jun 29 14:30:45.036491 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684b584-2150-415a-a40a-a24ebb282e81 req-2945ae81-31ba-4932-b95d-9dd5692d2aa6 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:45.037941 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f684b584-2150-415a-a40a-a24ebb282e81 req-2945ae81-31ba-4932-b95d-9dd5692d2aa6 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.2501032
Jun 29 14:30:45.162766 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f684b584-2150-415a-a40a-a24ebb282e81 req-0a26402f-3229-42da-b2d2-26162e9e2afc tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1172469
Jun 29 14:30:45.205983 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-1dee05ca-5bf0-43bd-a488-3d16a168bb20 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=f5947e5df7a947bab10833be3c8f4b35&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1168315
Jun 29 14:30:45.421285 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a6e4eeef-94f5-43c0-ac77-054112d326e7 req-f8d556de-c59e-4fcf-b683-848282c9f101 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b2117a-f28e-4b50-96c5-0d02e8bf6439 HTTP/1.1" status: 200  len: 210 time: 0.1043096
Jun 29 14:30:45.616939 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-143a856e-e9ed-44eb-9142-77a71945cf16 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:45.618556 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-143a856e-e9ed-44eb-9142-77a71945cf16 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4047945
Jun 29 14:30:45.624833 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-33a5e844-fa66-4980-bdfe-7e8915586e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:45.692873 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-b3bb40f3-bab9-4ea5-a270-8d83bafb2a8c tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/quotas/f5947e5df7a947bab10833be3c8f4b35 HTTP/1.1" status: 200  len: 375 time: 0.0366752
Jun 29 14:30:45.798193 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c18121b-ece7-478e-a78d-3ff092da0a64 req-0d002f65-5791-4688-b70d-89e44bf46159 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:45.810221 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-9c18121b-ece7-478e-a78d-3ff092da0a64 req-0d002f65-5791-4688-b70d-89e44bf46159 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.1677639
Jun 29 14:30:45.856490 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-36326ac8-005b-41b5-af58-d6d64c7b6c4b tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f5947e5df7a947bab10833be3c8f4b35&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0746520
Jun 29 14:30:45.918597 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-9c18121b-ece7-478e-a78d-3ff092da0a64 req-1a47ace0-728f-47b2-a5d9-adbe05087b0d tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1071708
Jun 29 14:30:46.071373 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device fe38e03d-8538-4c14-b554-e93783740f24 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:30:46.196080 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_common [None req-33a5e844-fa66-4980-bdfe-7e8915586e66 admin admin] Allocated IP 172.20.0.1 (1b9efcd0-963e-4312-8efc-097d81e095b0/b1f452f3-ce90-45e6-b91e-51eb201b6ea6/5b9b5f29-4f70-4626-8d36-c27bd9f39841) {{(pid=74234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:30:46.203467 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning for port fe38e03d-8538-4c14-b554-e93783740f24 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:30:46.212526 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port fe38e03d-8538-4c14-b554-e93783740f24 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:30:46.212915 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:46.240305 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-4f3ff922-9b86-435b-a18b-e8af8b5d67da req-f843aca5-badf-4275-b83b-327a8172a61d tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 210 time: 0.0751359
Jun 29 14:30:46.495355 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:46.550752 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] For port fe38e03d-8538-4c14-b554-e93783740f24, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=fe38e03d-8538-4c14-b554-e93783740f24,segment=NetworkSegment(c4c225a7-9a59-46d1-b662-631cedda96e9),segment_id=c4c225a7-9a59-46d1-b662-631cedda96e9)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:30:46.560062 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:46.561918 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:46.565415 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-33a5e844-fa66-4980-bdfe-7e8915586e66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:46.628435 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [None req-33a5e844-fa66-4980-bdfe-7e8915586e66 admin admin] Transition to ACTIVE for port object 5b9b5f29-4f70-4626-8d36-c27bd9f39841 will not be triggered until provisioned by entity DHCP. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:30:46.683923 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50188583-49b6-466f-a9ed-33c70bd9ccf6 req-5b2af888-141f-4217-99c0-045a000ae6bd tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:46.702362 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-50188583-49b6-466f-a9ed-33c70bd9ccf6 req-5b2af888-141f-4217-99c0-045a000ae6bd tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.2548025
Jun 29 14:30:46.731833 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Pushing event updated for resources: {'Port': ['ID=fe38e03d-8538-4c14-b554-e93783740f24,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:46.734741 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:46.861723 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-2b675c67-45e3-4b69-b8d0-f05f09ff62a9 req-db3312f0-ffac-4e17-b3e2-ce9a4363b828 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b2117a-f28e-4b50-96c5-0d02e8bf6439 HTTP/1.1" status: 200  len: 210 time: 0.1470847
Jun 29 14:30:46.979102 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-50188583-49b6-466f-a9ed-33c70bd9ccf6 req-943121fa-a026-45b5-90c0-58a5b2cf6728 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2354052
Jun 29 14:30:46.982692 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-33a5e844-fa66-4980-bdfe-7e8915586e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:47.053141 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:47.186321 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-421cac21-db50-456b-9511-6f14c36aa1b2 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:47.187813 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-421cac21-db50-456b-9511-6f14c36aa1b2 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.69 "GET /v2.0/networks?id=7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea HTTP/1.1" status: 200  len: 808 time: 0.4838934
Jun 29 14:30:47.194189 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a5e844-fa66-4980-bdfe-7e8915586e66 admin admin] Network 1b9efcd0-963e-4312-8efc-097d81e095b0 is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:30:47.198106 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [None req-33a5e844-fa66-4980-bdfe-7e8915586e66 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:30:47.203496 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a5e844-fa66-4980-bdfe-7e8915586e66 admin admin] Received port after_create {{(pid=74234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:30:47.212168 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c5194c-8d3a-4132-8b3b-75d1ff981925 req-82f5d1bf-7742-484e-af01-7373d6ada497 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:47.214626 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-28c5194c-8d3a-4132-8b3b-75d1ff981925 req-82f5d1bf-7742-484e-af01-7373d6ada497 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.1287107
Jun 29 14:30:47.237367 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5e844-fa66-4980-bdfe-7e8915586e66 admin admin] Pushing event updated for resources: {'Port': ['ID=5b9b5f29-4f70-4626-8d36-c27bd9f39841,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:47.247826 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-378df9b6-3ace-4039-b78a-28dd1119c7f7 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Request body: {'port': {'device_id': '81b2117a-f28e-4b50-96c5-0d02e8bf6439', 'network_id': '7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea', 'admin_state_up': True, 'tenant_id': 'f15123002d2341fa86ca378f303ef83f'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:30:47.291902 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-33a5e844-fa66-4980-bdfe-7e8915586e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:47.326078 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-28c5194c-8d3a-4132-8b3b-75d1ff981925 req-e0489d07-cbbd-420e-9bff-07b07a79da7e tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1024249
Jun 29 14:30:47.515993 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-33a5e844-fa66-4980-bdfe-7e8915586e66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669730'] for router_interface, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:47.665829 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e73f1896-5f66-43b5-aef4-ae326c0f7787 req-fd84aea1-ef52-4487-8611-999827d81dd1 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 210 time: 0.1511652
Jun 29 14:30:47.731274 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-378df9b6-3ace-4039-b78a-28dd1119c7f7 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:30:47.785919 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-378df9b6-3ace-4039-b78a-28dd1119c7f7 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:30:47.824896 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-b96545d7-59ec-4ef7-90c4-0eddabbdb4e5 None None] Provisioning for port 5b9b5f29-4f70-4626-8d36-c27bd9f39841 completed by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:30:47.832524 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-33a5e844-fa66-4980-bdfe-7e8915586e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:47.861557 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-b96545d7-59ec-4ef7-90c4-0eddabbdb4e5 None None] Provisioning complete for port 5b9b5f29-4f70-4626-8d36-c27bd9f39841 triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:30:47.862305 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-b96545d7-59ec-4ef7-90c4-0eddabbdb4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:48.013447 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-b96545d7-59ec-4ef7-90c4-0eddabbdb4e5 None None] Port 5b9b5f29-4f70-4626-8d36-c27bd9f39841 cannot update to ACTIVE because it is not bound. {{(pid=74236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 14:30:48.052017 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device fe38e03d-8538-4c14-b554-e93783740f24 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:30:48.202758 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port fe38e03d-8538-4c14-b554-e93783740f24 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:30:48.203403 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:48.247098 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-da6db061-9901-41aa-aa40-f02f46c71171 req-eb31ad4d-0007-45e3-a80f-847337df760e tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b2117a-f28e-4b50-96c5-0d02e8bf6439 HTTP/1.1" status: 200  len: 210 time: 0.1238055
Jun 29 14:30:48.352169 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-33a5e844-fa66-4980-bdfe-7e8915586e66 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:48.390837 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-378df9b6-3ace-4039-b78a-28dd1119c7f7 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Made reservation on behalf of f15123002d2341fa86ca378f303ef83f for: {'port': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:30:48.394819 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-378df9b6-3ace-4039-b78a-28dd1119c7f7 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:48.405378 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-33a5e844-fa66-4980-bdfe-7e8915586e66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:48.467919 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-dbb2cbaf-a828-4dd7-9053-9f908c086213 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:48.513150 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-11cff79f-6046-46bb-a7b3-2a7e7536ee7d tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.69 "GET /v2.0/networks?tenant_id=f5947e5df7a947bab10833be3c8f4b35&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1578372
Jun 29 14:30:48.580277 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55851741-1b03-43d5-83a4-800259577b58 req-18c9869a-61cb-440a-9502-654432827418 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:48.581736 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-55851741-1b03-43d5-83a4-800259577b58 req-18c9869a-61cb-440a-9502-654432827418 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.1053114
Jun 29 14:30:48.653771 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-55851741-1b03-43d5-83a4-800259577b58 req-3474def1-fec6-4dd5-93a7-954ff3f90871 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603294
Jun 29 14:30:48.821907 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-33a5e844-fa66-4980-bdfe-7e8915586e66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667662'] for router_interface, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:48.932395 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-ead2b748-d8d0-4ee2-9e96-b4b65b013bc0 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:48.934167 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-ead2b748-d8d0-4ee2-9e96-b4b65b013bc0 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.69 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.4001832
Jun 29 14:30:48.935376 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a5e844-fa66-4980-bdfe-7e8915586e66 admin admin] Pushing event updated for resources: {'Port': ['ID=5b9b5f29-4f70-4626-8d36-c27bd9f39841,revision_number=2']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:48.938511 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-33a5e844-fa66-4980-bdfe-7e8915586e66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:48.953676 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-5484728b-ab96-4035-bb19-492542534446 req-a3d386e1-17c5-4a1b-a16e-0a0f0139d2a6 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 210 time: 0.0636115
Jun 29 14:30:48.986517 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-ab4dbd6b-9848-4125-869a-dfcd40e448d3 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Request body: {'port': {'device_id': 'c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b', 'network_id': '27deb121-d880-4ae5-8898-f73b3d0a058f', 'admin_state_up': True, 'tenant_id': 'f5947e5df7a947bab10833be3c8f4b35'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:30:49.351112 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a02e6f-2112-46fe-8e50-3cba9beb71c2 req-24bea11a-efde-4bb4-9ab8-311a7e7d78dc tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:49.360765 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f3a02e6f-2112-46fe-8e50-3cba9beb71c2 req-24bea11a-efde-4bb4-9ab8-311a7e7d78dc tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.9786019
Jun 29 14:30:49.378151 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-ab4dbd6b-9848-4125-869a-dfcd40e448d3 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:30:49.414247 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-ab4dbd6b-9848-4125-869a-dfcd40e448d3 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Usage tracker for resource:port and tenant:f5947e5df7a947bab10833be3c8f4b35 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:30:49.422882 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-ab4dbd6b-9848-4125-869a-dfcd40e448d3 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:30:49.426782 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_common [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-378df9b6-3ace-4039-b78a-28dd1119c7f7 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Allocated IP 172.20.0.12 (7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea/3b409a70-96f0-469a-8d80-f2069aa3c7b9/ea797aae-3857-4831-894b-0eac6bc1228d) {{(pid=74234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:30:49.452211 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-ab4dbd6b-9848-4125-869a-dfcd40e448d3 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:30:49.688467 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-c72914ec-c382-4a76-936e-19b84b0709bf req-0c0684b7-e3d6-4a17-bc39-5b37a728c098 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b2117a-f28e-4b50-96c5-0d02e8bf6439 HTTP/1.1" status: 200  len: 210 time: 0.0427568
Jun 29 14:30:49.752559 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f3a02e6f-2112-46fe-8e50-3cba9beb71c2 req-39827d6e-5e01-48c2-8705-d35de3157b96 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3903170
Jun 29 14:30:49.762204 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33a5e844-fa66-4980-bdfe-7e8915586e66 admin admin] Network 1b9efcd0-963e-4312-8efc-097d81e095b0 is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:30:49.766219 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-ab4dbd6b-9848-4125-869a-dfcd40e448d3 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Made reservation on behalf of f5947e5df7a947bab10833be3c8f4b35 for: {'port': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:30:49.769917 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-ab4dbd6b-9848-4125-869a-dfcd40e448d3 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:49.779751 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [None req-33a5e844-fa66-4980-bdfe-7e8915586e66 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:30:49.848714 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-ab4dbd6b-9848-4125-869a-dfcd40e448d3 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:50.077710 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-58241067-44b6-4092-a385-7bb954df4dc5 None None] Provisioning complete for port 5b9b5f29-4f70-4626-8d36-c27bd9f39841 triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:30:50.078270 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-58241067-44b6-4092-a385-7bb954df4dc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:50.078605 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-378df9b6-3ace-4039-b78a-28dd1119c7f7 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Notify callbacks [] for port, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:50.105476 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-ab4dbd6b-9848-4125-869a-dfcd40e448d3 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:30:50.115444 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-ab4dbd6b-9848-4125-869a-dfcd40e448d3 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Usage tracker for resource:security_group_rule and tenant:f5947e5df7a947bab10833be3c8f4b35 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:30:50.118989 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-ab4dbd6b-9848-4125-869a-dfcd40e448d3 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:30:50.131048 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-ab4dbd6b-9848-4125-869a-dfcd40e448d3 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:30:50.176115 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-58241067-44b6-4092-a385-7bb954df4dc5 None None] Port 5b9b5f29-4f70-4626-8d36-c27bd9f39841 cannot update to ACTIVE because it is not bound. {{(pid=74236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 14:30:50.215946 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f753d720-863f-4d79-af6e-b7752f7c292d req-17adebd1-7bb5-4022-b5f6-edb1f46bc99c tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 210 time: 0.0587833
Jun 29 14:30:50.247087 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-378df9b6-3ace-4039-b78a-28dd1119c7f7 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:50.259082 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:50.470703 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-ab4dbd6b-9848-4125-869a-dfcd40e448d3 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:50.473484 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-378df9b6-3ace-4039-b78a-28dd1119c7f7 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Pushing event updated for resources: {'Port': ['ID=ea797aae-3857-4831-894b-0eac6bc1228d,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:50.478184 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-378df9b6-3ace-4039-b78a-28dd1119c7f7 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Network 7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:30:50.480399 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-378df9b6-3ace-4039-b78a-28dd1119c7f7 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:50.481945 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-378df9b6-3ace-4039-b78a-28dd1119c7f7 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:30:50.483400 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-ab4dbd6b-9848-4125-869a-dfcd40e448d3 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:50.487862 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-378df9b6-3ace-4039-b78a-28dd1119c7f7 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Received port after_create {{(pid=74234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:30:50.513484 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-8b9f6961-785d-4092-84ba-11bfce929216 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:50.634249 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4dbd6b-9848-4125-869a-dfcd40e448d3 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d5e43db5-46ce-4fae-b624-a32784a322e8,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:50.692166 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-ab4dbd6b-9848-4125-869a-dfcd40e448d3 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:50.703221 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-378df9b6-3ace-4039-b78a-28dd1119c7f7 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:50.703867 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-378df9b6-3ace-4039-b78a-28dd1119c7f7 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:50.860058 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_common [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-ab4dbd6b-9848-4125-869a-dfcd40e448d3 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Allocated IP 192.168.233.188 (27deb121-d880-4ae5-8898-f73b3d0a058f/b72193f3-c07e-408d-b54b-2cca35d13f4f/0022bc6f-dd2b-4d96-95fe-7711a5de420c) {{(pid=74234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:30:50.887428 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-378df9b6-3ace-4039-b78a-28dd1119c7f7 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.6532173
Jun 29 14:30:50.913605 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-e42926d3-c028-4579-ab9e-e661877e1b53 service neutron] Request body: {'port': {'device_id': '81b2117a-f28e-4b50-96c5-0d02e8bf6439', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:30:51.115021 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5e7e236-e613-46c0-9f9c-bb14f0e92f25 req-a2ad4a01-9abe-4819-9f58-e89e24815030 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:51.117541 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-c5e7e236-e613-46c0-9f9c-bb14f0e92f25 req-a2ad4a01-9abe-4819-9f58-e89e24815030 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.1107666
Jun 29 14:30:51.213322 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33a5e844-fa66-4980-bdfe-7e8915586e66 admin admin] Router 07af9143-8575-4ba9-b96d-3229e022edba has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:30:51.214046 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-c5e7e236-e613-46c0-9f9c-bb14f0e92f25 req-dc301676-4e71-422a-a3a5-efd1c46b21a4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0834353
Jun 29 14:30:51.251781 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-e42926d3-c028-4579-ab9e-e661877e1b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:51.435060 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-85769ba9-7ab5-4569-a0d2-bc2ed25b63c7 req-d57889e0-528c-4b50-8259-7fa470da907b tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 210 time: 0.0694406
Jun 29 14:30:51.538597 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991cb7bf-4f4e-4150-99b3-dac24ecf0b49 req-601a385f-62fc-456c-b6e5-f64beca8d6a7 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:51.539349 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-991cb7bf-4f4e-4150-99b3-dac24ecf0b49 req-601a385f-62fc-456c-b6e5-f64beca8d6a7 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Synchronizing usage tracker for tenant:f15123002d2341fa86ca378f303ef83f on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:30:51.555117 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-ab4dbd6b-9848-4125-869a-dfcd40e448d3 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Notify callbacks [] for port, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:51.680146 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-ab4dbd6b-9848-4125-869a-dfcd40e448d3 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Transition to ACTIVE for port object 0022bc6f-dd2b-4d96-95fe-7711a5de420c will not be triggered until provisioned by entity DHCP. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:30:51.706635 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-991cb7bf-4f4e-4150-99b3-dac24ecf0b49 req-601a385f-62fc-456c-b6e5-f64beca8d6a7 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Unset dirty status for tenant:f15123002d2341fa86ca378f303ef83f on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:30:51.713449 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-991cb7bf-4f4e-4150-99b3-dac24ecf0b49 req-601a385f-62fc-456c-b6e5-f64beca8d6a7 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b2117a-f28e-4b50-96c5-0d02e8bf6439 HTTP/1.1" status: 200  len: 932 time: 0.6782298
Jun 29 14:30:51.980706 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-991cb7bf-4f4e-4150-99b3-dac24ecf0b49 req-4df3c87d-2e2c-4a0b-a39f-3ce8f37f745b tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2661030
Jun 29 14:30:52.004057 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-ab4dbd6b-9848-4125-869a-dfcd40e448d3 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:52.033083 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:52.210174 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4dbd6b-9848-4125-869a-dfcd40e448d3 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Pushing event updated for resources: {'Port': ['ID=0022bc6f-dd2b-4d96-95fe-7711a5de420c,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:52.216024 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-ab4dbd6b-9848-4125-869a-dfcd40e448d3 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Network 27deb121-d880-4ae5-8898-f73b3d0a058f is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:30:52.218125 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-ab4dbd6b-9848-4125-869a-dfcd40e448d3 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:52.229009 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-ab4dbd6b-9848-4125-869a-dfcd40e448d3 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:30:52.236045 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-ab4dbd6b-9848-4125-869a-dfcd40e448d3 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Received port after_create {{(pid=74234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:30:52.393638 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-e42926d3-c028-4579-ab9e-e661877e1b53 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea797aae-3857-4831-894b-0eac6bc1228d {{(pid=74234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:30:52.405848 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-ab4dbd6b-9848-4125-869a-dfcd40e448d3 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:52.406508 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-ab4dbd6b-9848-4125-869a-dfcd40e448d3 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:52.413667 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-e42926d3-c028-4579-ab9e-e661877e1b53 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:52.434142 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a5e844-fa66-4980-bdfe-7e8915586e66 admin admin] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:30:52.443257 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-33a5e844-fa66-4980-bdfe-7e8915586e66 admin admin] 10.222.0.13 "PUT /v2.0/routers/07af9143-8575-4ba9-b96d-3229e022edba/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.4805207
Jun 29 14:30:52.454228 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a586fbf1-cd8f-4796-96d8-fdb8e1869ae5 None None] Sync routers for ids ['07af9143-8575-4ba9-b96d-3229e022edba'] in dv-cinder-798356-1-iscsi {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:30:52.459756 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-e42926d3-c028-4579-ab9e-e661877e1b53 service neutron] Transition to ACTIVE for port object ea797aae-3857-4831-894b-0eac6bc1228d will not be triggered until provisioned by entity L2. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:30:52.461545 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-ab4dbd6b-9848-4125-869a-dfcd40e448d3 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 3.4808092
Jun 29 14:30:52.469380 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-e42926d3-c028-4579-ab9e-e661877e1b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:52.486342 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a586fbf1-cd8f-4796-96d8-fdb8e1869ae5 None None] Routers {'07af9143-8575-4ba9-b96d-3229e022edba'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:30:52.487614 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-a586fbf1-cd8f-4796-96d8-fdb8e1869ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94b7a550>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:30:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['07af9143-8575-4ba9-b96d-3229e022edba'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:30:52.511900 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-d6aa9f5b-c91e-4231-a1ab-de7f394e22dd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:52.629293 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-f2ee8fd3-0686-40aa-8d0f-03711304c6ef service neutron] Request body: {'port': {'device_id': 'c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:30:52.698293 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1fd990-0154-4f96-8cc1-864de6f10653 req-35015405-a867-4147-a846-c2f824e72746 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:52.719761 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-4b1fd990-0154-4f96-8cc1-864de6f10653 req-35015405-a867-4147-a846-c2f824e72746 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.2214055
Jun 29 14:30:52.827041 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-4b1fd990-0154-4f96-8cc1-864de6f10653 req-60698076-83ca-454a-825d-b53d44d70280 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1058800
Jun 29 14:30:52.931166 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-331c4e07-58f8-4f95-b207-626d41364e36 None None] Provisioning for port 0022bc6f-dd2b-4d96-95fe-7711a5de420c completed by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:30:52.941666 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-331c4e07-58f8-4f95-b207-626d41364e36 None None] Provisioning complete for port 0022bc6f-dd2b-4d96-95fe-7711a5de420c triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:30:52.942041 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-331c4e07-58f8-4f95-b207-626d41364e36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:53.031992 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-331c4e07-58f8-4f95-b207-626d41364e36 None None] Port 0022bc6f-dd2b-4d96-95fe-7711a5de420c cannot update to ACTIVE because it is not bound. {{(pid=74236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 14:30:53.107378 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-a586fbf1-cd8f-4796-96d8-fdb8e1869ae5 None None] Set router 07af9143-8575-4ba9-b96d-3229e022edba gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:30:53.421344 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42926d3-c028-4579-ab9e-e661877e1b53 service neutron] Pushing event updated for resources: {'Port': ['ID=ea797aae-3857-4831-894b-0eac6bc1228d,revision_number=2']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:53.461893 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-f2ee8fd3-0686-40aa-8d0f-03711304c6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:53.533245 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-e42926d3-c028-4579-ab9e-e661877e1b53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.011s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:53.569612 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd900df-c712-473b-88e8-a58321e0bc84 req-d80c3a26-d65c-4bb1-bce3-a93bb21da628 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:53.591015 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-3fd900df-c712-473b-88e8-a58321e0bc84 req-d80c3a26-d65c-4bb1-bce3-a93bb21da628 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b2117a-f28e-4b50-96c5-0d02e8bf6439 HTTP/1.1" status: 200  len: 944 time: 0.3107970
Jun 29 14:30:53.714555 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-3fd900df-c712-473b-88e8-a58321e0bc84 req-1f660fbe-5262-4571-8d4f-ebcaa8f8c46e tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222899
Jun 29 14:30:54.051217 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-a586fbf1-cd8f-4796-96d8-fdb8e1869ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94b7a550>, [{'id': '07af9143-8575-4ba9-b96d-3229e022edba', 'name': 'tempest-TestVolumeBootPattern-1566396203-router', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:36Z', 'updated_at': '2021-06-29T14:30:47Z', 'revision_number': 4, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'gw_port': {'id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:38Z', 'updated_at': '2021-06-29T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '5b9b5f29-4f70-4626-8d36-c27bd9f39841', 'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'mac_address': 'fa:16:3e:12:5a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:45Z', 'updated_at': '2021-06-29T14:30:48Z', 'revision_number': 2, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'subnets': [{'id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:30:54.060438 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a586fbf1-cd8f-4796-96d8-fdb8e1869ae5 None None] Checking router: 07af9143-8575-4ba9-b96d-3229e022edba for host: dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:30:54.062552 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a586fbf1-cd8f-4796-96d8-fdb8e1869ae5 None None] Updating router 07af9143-8575-4ba9-b96d-3229e022edba port 5b9b5f29-4f70-4626-8d36-c27bd9f39841 binding host dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 14:30:54.201780 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdd5b66-8f99-4dcc-8a42-bfdacb7bd9c9 req-2649070d-67ea-4f60-8176-3bb133a60746 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:54.202131 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-6cdd5b66-8f99-4dcc-8a42-bfdacb7bd9c9 req-2649070d-67ea-4f60-8176-3bb133a60746 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Synchronizing usage tracker for tenant:f5947e5df7a947bab10833be3c8f4b35 on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:30:54.203713 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a586fbf1-cd8f-4796-96d8-fdb8e1869ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:54.240846 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-e42926d3-c028-4579-ab9e-e661877e1b53 service neutron] Attempting to bind port ea797aae-3857-4831-894b-0eac6bc1228d on host hv-cinder-79835 for vnic_type normal with profile  {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:30:54.241184 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-e42926d3-c028-4579-ab9e-e661877e1b53 service neutron] Attempting to bind port ea797aae-3857-4831-894b-0eac6bc1228d by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': 'c6927e74-905f-4980-a50c-058a777d391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea'}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:30:54.241512 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-e42926d3-c028-4579-ab9e-e661877e1b53 service neutron] Attempting to bind port ea797aae-3857-4831-894b-0eac6bc1228d on network 7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:30:54.263813 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-f2ee8fd3-0686-40aa-8d0f-03711304c6ef service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0022bc6f-dd2b-4d96-95fe-7711a5de420c {{(pid=74234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:30:54.292532 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-f2ee8fd3-0686-40aa-8d0f-03711304c6ef service neutron] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:54.350218 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-e42926d3-c028-4579-ab9e-e661877e1b53 service neutron] Port ea797aae-3857-4831-894b-0eac6bc1228d on network 7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 14:30:54.359095 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-e42926d3-c028-4579-ab9e-e661877e1b53 service neutron] Attempting to bind port ea797aae-3857-4831-894b-0eac6bc1228d on network 7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:30:54.380774 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-6cdd5b66-8f99-4dcc-8a42-bfdacb7bd9c9 req-2649070d-67ea-4f60-8176-3bb133a60746 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Unset dirty status for tenant:f5947e5df7a947bab10833be3c8f4b35 on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:30:54.386893 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-6cdd5b66-8f99-4dcc-8a42-bfdacb7bd9c9 req-2649070d-67ea-4f60-8176-3bb133a60746 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 936 time: 1.4310780
Jun 29 14:30:54.388155 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-f2ee8fd3-0686-40aa-8d0f-03711304c6ef service neutron] Transition to ACTIVE for port object 0022bc6f-dd2b-4d96-95fe-7711a5de420c will not be triggered until provisioned by entity L2. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:30:54.393037 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-e42926d3-c028-4579-ab9e-e661877e1b53 service neutron] Checking agent: {'id': 'f619983b-74b0-4a10-ac06-3edbe0602c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:30:54.393629 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-e42926d3-c028-4579-ab9e-e661877e1b53 service neutron] Checking segment: {'id': 'c6927e74-905f-4980-a50c-058a777d391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:30:54.395354 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-e42926d3-c028-4579-ab9e-e661877e1b53 service neutron] Bound using segment: {'id': 'c6927e74-905f-4980-a50c-058a777d391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea'} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:30:54.396885 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-e42926d3-c028-4579-ab9e-e661877e1b53 service neutron] Bound port: ea797aae-3857-4831-894b-0eac6bc1228d, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c6927e74-905f-4980-a50c-058a777d391d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea'}}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:30:54.397242 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-e42926d3-c028-4579-ab9e-e661877e1b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:54.432935 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-f2ee8fd3-0686-40aa-8d0f-03711304c6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:54.463148 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b688117-e3e3-4ae2-ae01-9c07331d02d2 req-d5237e66-280c-4dc4-98ca-988b4eebcbfe tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:54.466728 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-0b688117-e3e3-4ae2-ae01-9c07331d02d2 req-d5237e66-280c-4dc4-98ca-988b4eebcbfe tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.3048120
Jun 29 14:30:54.481557 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-33a5e844-fa66-4980-bdfe-7e8915586e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:54.567689 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-0b688117-e3e3-4ae2-ae01-9c07331d02d2 req-c7a9aa7c-feaf-4cfe-b7a6-4ea6f1770ffa tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0847282
Jun 29 14:30:54.752083 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee8fd3-0686-40aa-8d0f-03711304c6ef service neutron] Pushing event updated for resources: {'Port': ['ID=0022bc6f-dd2b-4d96-95fe-7711a5de420c,revision_number=2']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:54.756150 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-f2ee8fd3-0686-40aa-8d0f-03711304c6ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:54.863499 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 42514) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:30:54.871730 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-76f3ae98-1e02-4dcf-8617-d8b2bc70abee admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-869986334-network', 'tenant_id': '8f852b0bdecd4894923f5af3d7e9c2a7'}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:30:54.879931 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-76f3ae98-1e02-4dcf-8617-d8b2bc70abee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:30:54.881970 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-6cdd5b66-8f99-4dcc-8a42-bfdacb7bd9c9 req-5ddbebb4-1e0c-4b73-bda2-ca7cc15b2a52 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Synchronizing usage tracker for tenant:f5947e5df7a947bab10833be3c8f4b35 on resource:security_group {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:30:54.890034 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-76f3ae98-1e02-4dcf-8617-d8b2bc70abee admin admin] Usage tracker for resource:network and tenant:8f852b0bdecd4894923f5af3d7e9c2a7 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:30:54.897354 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-76f3ae98-1e02-4dcf-8617-d8b2bc70abee admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:30:54.902455 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-e42926d3-c028-4579-ab9e-e661877e1b53 service neutron] For port ea797aae-3857-4831-894b-0eac6bc1228d, host hv-cinder-79835, cleared binding levels {{(pid=74234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:30:54.912653 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-76f3ae98-1e02-4dcf-8617-d8b2bc70abee admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:30:54.914830 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-e42926d3-c028-4579-ab9e-e661877e1b53 service neutron] For port ea797aae-3857-4831-894b-0eac6bc1228d, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=ea797aae-3857-4831-894b-0eac6bc1228d,segment=NetworkSegment(c6927e74-905f-4980-a50c-058a777d391d),segment_id=c6927e74-905f-4980-a50c-058a777d391d)] {{(pid=74234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:30:54.933492 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76f3ae98-1e02-4dcf-8617-d8b2bc70abee admin admin] Made reservation on behalf of 8f852b0bdecd4894923f5af3d7e9c2a7 for: {'network': 1} {{(pid=74235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:30:54.936272 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-e42926d3-c028-4579-ab9e-e661877e1b53 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:54.943627 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-11d22fd4-5751-476b-8b37-ba481cf2e89f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:54.944618 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-76f3ae98-1e02-4dcf-8617-d8b2bc70abee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for network, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:54.977952 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-76f3ae98-1e02-4dcf-8617-d8b2bc70abee admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:54.995486 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-6cdd5b66-8f99-4dcc-8a42-bfdacb7bd9c9 req-5ddbebb4-1e0c-4b73-bda2-ca7cc15b2a52 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Unset dirty status for tenant:f5947e5df7a947bab10833be3c8f4b35 on resource:security_group {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:30:55.007276 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-6cdd5b66-8f99-4dcc-8a42-bfdacb7bd9c9 req-5ddbebb4-1e0c-4b73-bda2-ca7cc15b2a52 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5e43db5-46ce-4fae-b624-a32784a322e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5878446
Jun 29 14:30:55.030186 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-f2ee8fd3-0686-40aa-8d0f-03711304c6ef service neutron] Attempting to bind port 0022bc6f-dd2b-4d96-95fe-7711a5de420c on host hv-cinder-79835 for vnic_type normal with profile  {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:30:55.032080 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-76f3ae98-1e02-4dcf-8617-d8b2bc70abee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:30:55.032247 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-f2ee8fd3-0686-40aa-8d0f-03711304c6ef service neutron] Attempting to bind port 0022bc6f-dd2b-4d96-95fe-7711a5de420c by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': 'a0ca13f2-c30f-4112-ba11-d4bf79aab82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '27deb121-d880-4ae5-8898-f73b3d0a058f'}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:30:55.032829 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-f2ee8fd3-0686-40aa-8d0f-03711304c6ef service neutron] Attempting to bind port 0022bc6f-dd2b-4d96-95fe-7711a5de420c on network 27deb121-d880-4ae5-8898-f73b3d0a058f {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:30:55.037483 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-76f3ae98-1e02-4dcf-8617-d8b2bc70abee admin admin] Usage tracker for resource:security_group_rule and tenant:8f852b0bdecd4894923f5af3d7e9c2a7 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:30:55.041162 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-76f3ae98-1e02-4dcf-8617-d8b2bc70abee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:30:55.047926 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-76f3ae98-1e02-4dcf-8617-d8b2bc70abee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:30:55.077822 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42926d3-c028-4579-ab9e-e661877e1b53 service neutron] Pushing event updated for resources: {'Port': ['ID=ea797aae-3857-4831-894b-0eac6bc1228d,revision_number=3']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:55.084074 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-e42926d3-c028-4579-ab9e-e661877e1b53 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:55.092168 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-f2ee8fd3-0686-40aa-8d0f-03711304c6ef service neutron] Port 0022bc6f-dd2b-4d96-95fe-7711a5de420c on network 27deb121-d880-4ae5-8898-f73b3d0a058f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 14:30:55.092491 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-f2ee8fd3-0686-40aa-8d0f-03711304c6ef service neutron] Attempting to bind port 0022bc6f-dd2b-4d96-95fe-7711a5de420c on network 27deb121-d880-4ae5-8898-f73b3d0a058f {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:30:55.098675 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-e42926d3-c028-4579-ab9e-e661877e1b53 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:55.100883 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-e42926d3-c028-4579-ab9e-e661877e1b53 service neutron] 10.222.0.69 "PUT /v2.0/ports/ea797aae-3857-4831-894b-0eac6bc1228d HTTP/1.1" status: 200  len: 1094 time: 4.1911407
Jun 29 14:30:55.100980 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '81b2117a-f28e-4b50-96c5-0d02e8bf6439', 'tag': 'ea797aae-3857-4831-894b-0eac6bc1228d'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:30:55.135665 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-f2ee8fd3-0686-40aa-8d0f-03711304c6ef service neutron] Checking agent: {'id': 'f619983b-74b0-4a10-ac06-3edbe0602c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 30, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:30:55.138875 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-f2ee8fd3-0686-40aa-8d0f-03711304c6ef service neutron] Checking segment: {'id': 'a0ca13f2-c30f-4112-ba11-d4bf79aab82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '27deb121-d880-4ae5-8898-f73b3d0a058f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:30:55.138875 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-f2ee8fd3-0686-40aa-8d0f-03711304c6ef service neutron] Bound using segment: {'id': 'a0ca13f2-c30f-4112-ba11-d4bf79aab82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '27deb121-d880-4ae5-8898-f73b3d0a058f'} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:30:55.140877 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-f2ee8fd3-0686-40aa-8d0f-03711304c6ef service neutron] Bound port: 0022bc6f-dd2b-4d96-95fe-7711a5de420c, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a0ca13f2-c30f-4112-ba11-d4bf79aab82a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 501, 'network_id': '27deb121-d880-4ae5-8898-f73b3d0a058f'}}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:30:55.141261 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-f2ee8fd3-0686-40aa-8d0f-03711304c6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:55.160723 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a586fbf1-cd8f-4796-96d8-fdb8e1869ae5 None None] Notify callbacks [] for port, precommit_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:55.200005 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dcccdb-5d9d-4efe-a9ad-5590db7b055e req-ce1468b3-0794-4d6b-9fb5-55d4cd8306c6 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:55.201933 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-62dcccdb-5d9d-4efe-a9ad-5590db7b055e req-ce1468b3-0794-4d6b-9fb5-55d4cd8306c6 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b2117a-f28e-4b50-96c5-0d02e8bf6439 HTTP/1.1" status: 200  len: 944 time: 0.1956635
Jun 29 14:30:55.202851 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-a586fbf1-cd8f-4796-96d8-fdb8e1869ae5 None None] Transition to ACTIVE for port object 5b9b5f29-4f70-4626-8d36-c27bd9f39841 will not be triggered until provisioned by entity L2. {{(pid=74236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:30:55.221601 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a586fbf1-cd8f-4796-96d8-fdb8e1869ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:55.226510 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-52ee0605-6724-46ab-a980-f21d8cf7a306 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:55.292660 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-62dcccdb-5d9d-4efe-a9ad-5590db7b055e req-cfa566bb-1178-4c05-8c6e-ebd33ebd745e tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0784729
Jun 29 14:30:55.309424 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-76f3ae98-1e02-4dcf-8617-d8b2bc70abee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:55.316251 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-76f3ae98-1e02-4dcf-8617-d8b2bc70abee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:55.336597 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76f3ae98-1e02-4dcf-8617-d8b2bc70abee admin admin] vlan segment allocate from pool success with {'vlan_id': 508, 'physical_network': 'physnet1'}  {{(pid=74235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 14:30:55.349929 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-76f3ae98-1e02-4dcf-8617-d8b2bc70abee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:55.350279 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.db.segments_db [None req-76f3ae98-1e02-4dcf-8617-d8b2bc70abee admin admin] Added segment 4092b7fe-dfe8-4984-9cf9-7cac06887fa4 of type vlan for network dff83c80-d4a2-4915-8ca9-d19fe50de85f
Jun 29 14:30:55.362889 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-f2ee8fd3-0686-40aa-8d0f-03711304c6ef service neutron] For port 0022bc6f-dd2b-4d96-95fe-7711a5de420c, host hv-cinder-79835, cleared binding levels {{(pid=74234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:30:55.366364 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-f2ee8fd3-0686-40aa-8d0f-03711304c6ef service neutron] For port 0022bc6f-dd2b-4d96-95fe-7711a5de420c, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=0022bc6f-dd2b-4d96-95fe-7711a5de420c,segment=NetworkSegment(a0ca13f2-c30f-4112-ba11-d4bf79aab82a),segment_id=a0ca13f2-c30f-4112-ba11-d4bf79aab82a)] {{(pid=74234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:30:55.382815 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-f2ee8fd3-0686-40aa-8d0f-03711304c6ef service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:55.389685 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-76f3ae98-1e02-4dcf-8617-d8b2bc70abee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482767800'] for network, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:55.430658 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:55.444540 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-e42926d3-c028-4579-ab9e-e661877e1b53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:55.478673 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3ae98-1e02-4dcf-8617-d8b2bc70abee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e097e9e0-0b83-4319-8b8c-0a4c66a39250,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:55.498686 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-76f3ae98-1e02-4dcf-8617-d8b2bc70abee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695'] for network, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:55.507615 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-76f3ae98-1e02-4dcf-8617-d8b2bc70abee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:55.509285 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76f3ae98-1e02-4dcf-8617-d8b2bc70abee admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:55.511199 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-76f3ae98-1e02-4dcf-8617-d8b2bc70abee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:55.544031 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:55.549237 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022d9a2-d235-43cc-a572-5ea4b47b0558 None None] Pushing event updated for resources: {'Port': ['ID=5b9b5f29-4f70-4626-8d36-c27bd9f39841,revision_number=3']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:55.559318 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-2022d9a2-d235-43cc-a572-5ea4b47b0558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:55.786048 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f3ae98-1e02-4dcf-8617-d8b2bc70abee admin admin] Pushing event updated for resources: {'Network': ['ID=dff83c80-d4a2-4915-8ca9-d19fe50de85f,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:55.802971 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-76f3ae98-1e02-4dcf-8617-d8b2bc70abee admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.9370940
Jun 29 14:30:55.804538 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '81b2117a-f28e-4b50-96c5-0d02e8bf6439', 'tag': 'ea797aae-3857-4831-894b-0eac6bc1228d', 'status': 'completed', 'code': 200}
Jun 29 14:30:55.806005 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 42534) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:30:55.807180 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-76f3ae98-1e02-4dcf-8617-d8b2bc70abee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:55.824613 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-f0fc9a89-f944-4344-acd7-a275cd526b8d admin admin] Request body: {'subnet': {'network_id': 'dff83c80-d4a2-4915-8ca9-d19fe50de85f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-869986334-subnet', 'tenant_id': '8f852b0bdecd4894923f5af3d7e9c2a7', 'ip_version': 4}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:30:55.827612 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee8fd3-0686-40aa-8d0f-03711304c6ef service neutron] Pushing event updated for resources: {'Port': ['ID=0022bc6f-dd2b-4d96-95fe-7711a5de420c,revision_number=3']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:55.831157 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-f0fc9a89-f944-4344-acd7-a275cd526b8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:30:55.838035 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-f2ee8fd3-0686-40aa-8d0f-03711304c6ef service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:55.853010 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-f0fc9a89-f944-4344-acd7-a275cd526b8d admin admin] Usage tracker for resource:subnet and tenant:8f852b0bdecd4894923f5af3d7e9c2a7 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:30:55.857808 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Network dff83c80-d4a2-4915-8ca9-d19fe50de85f details requested by agent ovs-agent-dv-cinder-798356-1-iscsi with host dv-cinder-798356-1-iscsi {{(pid=74236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 14:30:55.862850 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-f0fc9a89-f944-4344-acd7-a275cd526b8d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:30:55.876687 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-f0fc9a89-f944-4344-acd7-a275cd526b8d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:30:55.890402 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-f2ee8fd3-0686-40aa-8d0f-03711304c6ef service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:55.896418 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-f2ee8fd3-0686-40aa-8d0f-03711304c6ef service neutron] 10.222.0.69 "PUT /v2.0/ports/0022bc6f-dd2b-4d96-95fe-7711a5de420c HTTP/1.1" status: 200  len: 1098 time: 3.4070466
Jun 29 14:30:55.912373 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-b73ee364-fdc8-4d4c-9a77-498f6fac7095 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f15123002d2341fa86ca378f303ef83f&device_id=81b2117a-f28e-4b50-96c5-0d02e8bf6439 HTTP/1.1" status: 200  len: 1097 time: 0.7447417
Jun 29 14:30:55.914248 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fc9a89-f944-4344-acd7-a275cd526b8d admin admin] Made reservation on behalf of 8f852b0bdecd4894923f5af3d7e9c2a7 for: {'subnet': 1} {{(pid=74235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:30:55.916880 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-f0fc9a89-f944-4344-acd7-a275cd526b8d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1167943'] for subnet, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:56.136264 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-a586fbf1-cd8f-4796-96d8-fdb8e1869ae5 None None] Attempting to bind port 5b9b5f29-4f70-4626-8d36-c27bd9f39841 on host dv-cinder-798356-1-iscsi for vnic_type normal with profile  {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:30:56.136639 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-a586fbf1-cd8f-4796-96d8-fdb8e1869ae5 None None] Attempting to bind port 5b9b5f29-4f70-4626-8d36-c27bd9f39841 by drivers openvswitch,hyperv on host dv-cinder-798356-1-iscsi at level 0 using segments [{'id': '276a84e3-277d-4962-9d31-d392ba2cca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0'}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:30:56.137011 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a586fbf1-cd8f-4796-96d8-fdb8e1869ae5 None None] Attempting to bind port 5b9b5f29-4f70-4626-8d36-c27bd9f39841 on network 1b9efcd0-963e-4312-8efc-097d81e095b0 {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:30:56.173463 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a586fbf1-cd8f-4796-96d8-fdb8e1869ae5 None None] Checking agent: {'id': '7de42cfb-0b94-485f-bf24-4ef591216796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 6), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:30:56.174198 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a586fbf1-cd8f-4796-96d8-fdb8e1869ae5 None None] Checking segment: {'id': '276a84e3-277d-4962-9d31-d392ba2cca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:30:56.174321 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a586fbf1-cd8f-4796-96d8-fdb8e1869ae5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:56.174665 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a586fbf1-cd8f-4796-96d8-fdb8e1869ae5 None None] Bound using segment: {'id': '276a84e3-277d-4962-9d31-d392ba2cca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0'} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:30:56.175167 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-a586fbf1-cd8f-4796-96d8-fdb8e1869ae5 None None] Bound port: 5b9b5f29-4f70-4626-8d36-c27bd9f39841, host: dv-cinder-798356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '276a84e3-277d-4962-9d31-d392ba2cca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0'}}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:30:56.175556 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a586fbf1-cd8f-4796-96d8-fdb8e1869ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:56.246439 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-333f7531-a622-4c59-be9a-be171241fa1c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea797aae-3857-4831-894b-0eac6bc1228d HTTP/1.1" status: 200  len: 217 time: 0.3228021
Jun 29 14:30:56.320180 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-a586fbf1-cd8f-4796-96d8-fdb8e1869ae5 None None] For port 5b9b5f29-4f70-4626-8d36-c27bd9f39841, host dv-cinder-798356-1-iscsi, cleared binding levels {{(pid=74236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:30:56.324045 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-a586fbf1-cd8f-4796-96d8-fdb8e1869ae5 None None] For port 5b9b5f29-4f70-4626-8d36-c27bd9f39841, host dv-cinder-798356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=5b9b5f29-4f70-4626-8d36-c27bd9f39841,segment=NetworkSegment(276a84e3-277d-4962-9d31-d392ba2cca90),segment_id=276a84e3-277d-4962-9d31-d392ba2cca90)] {{(pid=74236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:30:56.343174 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a586fbf1-cd8f-4796-96d8-fdb8e1869ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:56.349194 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:56.401865 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22eb6c8-acc0-4a7d-96a7-f35888581ab6 req-37fb9954-6969-4e08-8dc8-70fde9eaf396 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:56.403553 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-d22eb6c8-acc0-4a7d-96a7-f35888581ab6 req-37fb9954-6969-4e08-8dc8-70fde9eaf396 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.3125784
Jun 29 14:30:56.469236 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-c539c498-1084-45fd-9e30-418bfae9b1ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:56.471201 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a586fbf1-cd8f-4796-96d8-fdb8e1869ae5 None None] Routers {'07af9143-8575-4ba9-b96d-3229e022edba'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:30:56.472760 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-c539c498-1084-45fd-9e30-418bfae9b1ea service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b409a70-96f0-469a-8d80-f2069aa3c7b9 HTTP/1.1" status: 200  len: 848 time: 0.2163115
Jun 29 14:30:56.473308 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-a586fbf1-cd8f-4796-96d8-fdb8e1869ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94b7a550>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:30:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['07af9143-8575-4ba9-b96d-3229e022edba'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:30:56.492825 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-d22eb6c8-acc0-4a7d-96a7-f35888581ab6 req-bc3bdc4c-ed5d-4f7c-a7da-43005d2030a4 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819995
Jun 29 14:30:56.494892 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-f0fc9a89-f944-4344-acd7-a275cd526b8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1167330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1167957'] for subnet, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:56.500894 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-dbd8dc35-7e21-4c16-8e41-614f8e099e2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:56.596196 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022d9a2-d235-43cc-a572-5ea4b47b0558 None None] Pushing event updated for resources: {'Port': ['ID=5b9b5f29-4f70-4626-8d36-c27bd9f39841,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:56.607527 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-2022d9a2-d235-43cc-a572-5ea4b47b0558 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:56.664711 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-a3c64a94-64ef-490a-b7d5-1a6a55a72f4b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f5947e5df7a947bab10833be3c8f4b35&device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 1101 time: 0.5827522
Jun 29 14:30:56.669061 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-a76025cf-2a0d-4dbb-b364-b75de9cbe56a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1781261
Jun 29 14:30:56.675822 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69a33bf-1eb9-48ba-9af0-384e8d31200c req-d8df2bb4-fa40-4c0f-af66-cc5fb9c74d60 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:56.683530 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d69a33bf-1eb9-48ba-9af0-384e8d31200c req-d8df2bb4-fa40-4c0f-af66-cc5fb9c74d60 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.6008728
Jun 29 14:30:56.738050 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0fc9a89-f944-4344-acd7-a275cd526b8d admin admin] Checking segment: {'id': '4092b7fe-dfe8-4984-9cf9-7cac06887fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dff83c80-d4a2-4915-8ca9-d19fe50de85f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:30:56.738640 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fc9a89-f944-4344-acd7-a275cd526b8d admin admin] Network hostable DHCP agents. Network: dff83c80-d4a2-4915-8ca9-d19fe50de85f, hostable agents: ['e1a882d0-1bb9-433b-98f7-0ae4434a4814'], hosted agents: [] {{(pid=74235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 14:30:56.777796 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fc9a89-f944-4344-acd7-a275cd526b8d admin admin] Pushing event updated for resources: {'Subnet': ['ID=00214823-5fbc-43a1-b90b-f6a0158e96b3,revision_number=0']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:56.784594 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-f0fc9a89-f944-4344-acd7-a275cd526b8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:56.808053 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fc9a89-f944-4344-acd7-a275cd526b8d admin admin] Network dff83c80-d4a2-4915-8ca9-d19fe50de85f is scheduled to be hosted by DHCP agent e1a882d0-1bb9-433b-98f7-0ae4434a4814 with binding_index 1 {{(pid=74235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 14:30:56.822951 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-a586fbf1-cd8f-4796-96d8-fdb8e1869ae5 None None] Set router 07af9143-8575-4ba9-b96d-3229e022edba gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:30:56.825661 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.base_scheduler [None req-f0fc9a89-f944-4344-acd7-a275cd526b8d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-iscsi, dff83c80-d4a2-4915-8ca9-d19fe50de85f) {{(pid=74235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:30:56.833415 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95110c80-b89d-4fbf-b25a-cb23a1dba840 req-c3cae83c-eb85-44c6-9bcb-49c47fd68efb tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:56.835365 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-95110c80-b89d-4fbf-b25a-cb23a1dba840 req-c3cae83c-eb85-44c6-9bcb-49c47fd68efb tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 948 time: 0.1587548
Jun 29 14:30:56.838817 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fc9a89-f944-4344-acd7-a275cd526b8d admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:56.840404 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-f0fc9a89-f944-4344-acd7-a275cd526b8d admin admin] Notify callbacks [] for subnet, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:56.876973 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb674fe-c640-43ca-9728-c4b3bd2c0ae8 None None] Network dff83c80-d4a2-4915-8ca9-d19fe50de85f requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:30:56.907093 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-f0fc9a89-f944-4344-acd7-a275cd526b8d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.0976250
Jun 29 14:30:56.909939 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 42556) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:30:56.916842 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-dbd0e12e-0c05-4774-9897-c6f8efc40063 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-869986334-router', 'tenant_id': '8f852b0bdecd4894923f5af3d7e9c2a7', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'}}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:30:56.925779 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-16440c1c-e1aa-4163-a790-f7f48378437d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=0022bc6f-dd2b-4d96-95fe-7711a5de420c HTTP/1.1" status: 200  len: 217 time: 0.1850686
Jun 29 14:30:56.935334 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-95110c80-b89d-4fbf-b25a-cb23a1dba840 req-a0b23e04-aa99-4f78-8eac-6b27f8cac0b2 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5e43db5-46ce-4fae-b624-a32784a322e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0851769
Jun 29 14:30:56.936077 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-dbd0e12e-0c05-4774-9897-c6f8efc40063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:30:56.940782 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-dbd0e12e-0c05-4774-9897-c6f8efc40063 admin admin] Usage tracker for resource:router and tenant:8f852b0bdecd4894923f5af3d7e9c2a7 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:30:56.949870 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-dbd0e12e-0c05-4774-9897-c6f8efc40063 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:30:56.965638 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-dbd0e12e-0c05-4774-9897-c6f8efc40063 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:30:56.978070 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-dbd0e12e-0c05-4774-9897-c6f8efc40063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6752'] for router, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:56.979692 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-dbd0e12e-0c05-4774-9897-c6f8efc40063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-672253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-746119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6783'] for router, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:57.005765 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-dbd0e12e-0c05-4774-9897-c6f8efc40063 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:57.022534 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d69a33bf-1eb9-48ba-9af0-384e8d31200c req-d03adbc8-b121-46f3-bb60-5cd1b8ea7aec tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3377483
Jun 29 14:30:57.064304 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-dd748e10-0c90-462a-a244-234553caeaee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:57.067018 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-dd748e10-0c90-462a-a244-234553caeaee service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b72193f3-c07e-408d-b54b-2cca35d13f4f HTTP/1.1" status: 200  len: 843 time: 0.1312766
Jun 29 14:30:57.142518 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-5e0218cb-db81-4158-a162-311fb22b0842 service neutron] 10.222.0.69 "GET /v2.0/networks/7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4424884
Jun 29 14:30:57.255473 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-537c1e12-e29d-4cd5-9ddf-b04d89753e1a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=27deb121-d880-4ae5-8898-f73b3d0a058f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.1804647
Jun 29 14:30:57.281237 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-dbd0e12e-0c05-4774-9897-c6f8efc40063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6733'] for router, precommit_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:57.347398 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f4341e-aea9-4d40-ad8c-be408ab928b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14f6528a-7bc9-5c5a-9684-7403d901c9bd-dff83c80-d4a2-4915-8ca9-d19fe50de85f', 'network_id': 'dff83c80-d4a2-4915-8ca9-d19fe50de85f', 'tenant_id': '8f852b0bdecd4894923f5af3d7e9c2a7', 'fixed_ips': [{'subnet_id': '00214823-5fbc-43a1-b90b-f6a0158e96b3'}]}} from dv-cinder-798356-1-iscsi. {{(pid=74236) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 29 14:30:57.348207 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-18f4341e-aea9-4d40-ad8c-be408ab928b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:57.376750 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-627cd35b-8e1c-4694-954f-09cbcb49eebb req-52d5fe8b-b659-488b-b8ac-9b1c256a28c2 service neutron] 10.222.0.69 "GET /v2.0/networks/7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2183788
Jun 29 14:30:57.386917 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e898dfb0-10b9-43cc-92f3-53a293b758bf req-4b42eb9c-5981-4ab0-9d87-4a893372aa46 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:57.388378 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-e898dfb0-10b9-43cc-92f3-53a293b758bf req-4b42eb9c-5981-4ab0-9d87-4a893372aa46 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b2117a-f28e-4b50-96c5-0d02e8bf6439 HTTP/1.1" status: 200  len: 944 time: 0.2866807
Jun 29 14:30:57.438314 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-7d5e49b8-6b30-4942-a876-54c5d7eba51c req-adf34462-4292-48f0-b1d7-db4d630647e8 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9168106bff7043a69607ef135131ee6b&device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 1099 time: 0.2231653
Jun 29 14:30:57.476114 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-c676488b-ffeb-4db7-a47a-e93f495629ec service neutron] 10.222.0.69 "GET /v2.0/networks/27deb121-d880-4ae5-8898-f73b3d0a058f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2100706
Jun 29 14:30:57.546828 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-e898dfb0-10b9-43cc-92f3-53a293b758bf req-0922a84e-28ca-40a6-964f-3ed07537e8ff tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1494107
Jun 29 14:30:57.574205 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-a586fbf1-cd8f-4796-96d8-fdb8e1869ae5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94b7a550>, [{'id': '07af9143-8575-4ba9-b96d-3229e022edba', 'name': 'tempest-TestVolumeBootPattern-1566396203-router', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:36Z', 'updated_at': '2021-06-29T14:30:47Z', 'revision_number': 4, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'gw_port': {'id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:38Z', 'updated_at': '2021-06-29T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '5b9b5f29-4f70-4626-8d36-c27bd9f39841', 'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'mac_address': 'fa:16:3e:12:5a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:45Z', 'updated_at': '2021-06-29T14:30:56Z', 'revision_number': 4, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'subnets': [{'id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:30:57.590130 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a586fbf1-cd8f-4796-96d8-fdb8e1869ae5 None None] The sync data for ids ['07af9143-8575-4ba9-b96d-3229e022edba'] in dv-cinder-798356-1-iscsi is: [{'id': '07af9143-8575-4ba9-b96d-3229e022edba', 'name': 'tempest-TestVolumeBootPattern-1566396203-router', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:36Z', 'updated_at': '2021-06-29T14:30:47Z', 'revision_number': 4, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'gw_port': {'id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:38Z', 'updated_at': '2021-06-29T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '5b9b5f29-4f70-4626-8d36-c27bd9f39841', 'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'mac_address': 'fa:16:3e:12:5a:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:45Z', 'updated_at': '2021-06-29T14:30:56Z', 'revision_number': 4, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'subnets': [{'id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:30:57.592149 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.db_base_plugin_common [None req-18f4341e-aea9-4d40-ad8c-be408ab928b2 None None] Allocated IP 172.20.0.2 (dff83c80-d4a2-4915-8ca9-d19fe50de85f/00214823-5fbc-43a1-b90b-f6a0158e96b3/ae0d5955-2bd5-4c9b-852b-a6bd3abc3648) {{(pid=74236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:30:57.693711 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e49b8-6b30-4942-a876-54c5d7eba51c req-9a0cdd8b-b106-4a92-af78-1a7da35397e1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:57.695205 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-7d5e49b8-6b30-4942-a876-54c5d7eba51c req-9a0cdd8b-b106-4a92-af78-1a7da35397e1 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4efbe09a-ec64-4c57-8f69-466f632996dc HTTP/1.1" status: 200  len: 917 time: 0.2476618
Jun 29 14:30:57.771181 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-bd1f1871-ca62-4260-b18c-5787eed2ac62 req-5a23bedb-721f-4c4b-8af6-cef630f2b55d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f15123002d2341fa86ca378f303ef83f&device_id=81b2117a-f28e-4b50-96c5-0d02e8bf6439 HTTP/1.1" status: 200  len: 1097 time: 0.3386455
Jun 29 14:30:57.776252 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f699162e-9709-4dc5-8ccd-60d50d1f93af req-a52bbb79-0190-4f79-a391-44dd7dd88b89 service neutron] 10.222.0.69 "GET /v2.0/networks/27deb121-d880-4ae5-8898-f73b3d0a058f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2905824
Jun 29 14:30:57.846295 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b', 'tag': '0022bc6f-dd2b-4d96-95fe-7711a5de420c'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:30:57.965026 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b', 'tag': '0022bc6f-dd2b-4d96-95fe-7711a5de420c', 'status': 'completed', 'code': 200}
Jun 29 14:30:58.077890 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 5b9b5f29-4f70-4626-8d36-c27bd9f39841 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:30:58.090403 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-7d5e49b8-6b30-4942-a876-54c5d7eba51c req-7e1ff923-8c66-40fa-8a3a-fa693c8634d3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da2a16d0-a72c-4e20-9a86-51b3070c4df3 HTTP/1.1" status: 200  len: 1002 time: 0.3580332
Jun 29 14:30:58.140910 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-18f4341e-aea9-4d40-ad8c-be408ab928b2 None None] Notify callbacks [] for port, precommit_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:58.162310 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-18f4341e-aea9-4d40-ad8c-be408ab928b2 None None] Transition to ACTIVE for port object ae0d5955-2bd5-4c9b-852b-a6bd3abc3648 will not be triggered until provisioned by entity L2. {{(pid=74236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:30:58.183278 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5e49b8-6b30-4942-a876-54c5d7eba51c req-55e43ab3-d012-4d97-9d0f-5c90ab336986 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:58.184828 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-7d5e49b8-6b30-4942-a876-54c5d7eba51c req-55e43ab3-d012-4d97-9d0f-5c90ab336986 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7c6c0350-3172-4dbb-bc15-a1e408f3e7e3 HTTP/1.1" status: 200  len: 855 time: 0.0861464
Jun 29 14:30:58.190526 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-18f4341e-aea9-4d40-ad8c-be408ab928b2 None None] Transition to ACTIVE for port object ae0d5955-2bd5-4c9b-852b-a6bd3abc3648 will not be triggered until provisioned by entity DHCP. {{(pid=74236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:30:58.199284 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-18f4341e-aea9-4d40-ad8c-be408ab928b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793'] for port, after_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:58.205430 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:58.219053 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f1871-ca62-4260-b18c-5787eed2ac62 req-ad8ed462-101c-41c2-84bd-2b534d355da5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:58.220863 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-bd1f1871-ca62-4260-b18c-5787eed2ac62 req-ad8ed462-101c-41c2-84bd-2b534d355da5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea HTTP/1.1" status: 200  len: 909 time: 0.3693552
Jun 29 14:30:58.263096 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning for port 5b9b5f29-4f70-4626-8d36-c27bd9f39841 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:30:58.283211 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 5b9b5f29-4f70-4626-8d36-c27bd9f39841 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:30:58.283818 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:58.296096 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-dbd0e12e-0c05-4774-9897-c6f8efc40063 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:58.326392 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f4341e-aea9-4d40-ad8c-be408ab928b2 None None] Network dff83c80-d4a2-4915-8ca9-d19fe50de85f is already hosted by enough agents. {{(pid=74236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:30:58.335699 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.scheduler.base_scheduler [None req-18f4341e-aea9-4d40-ad8c-be408ab928b2 None None] Resources bound (agent type, host, resource id):  {{(pid=74236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:30:58.344770 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-bd1f1871-ca62-4260-b18c-5787eed2ac62 req-d000960a-b151-4ea3-a88d-780686ca3339 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ea797aae-3857-4831-894b-0eac6bc1228d HTTP/1.1" status: 200  len: 217 time: 0.1116538
Jun 29 14:30:58.348506 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f4341e-aea9-4d40-ad8c-be408ab928b2 None None] Received port after_create {{(pid=74236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:30:58.349987 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-dbd0e12e-0c05-4774-9897-c6f8efc40063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:58.362691 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f4341e-aea9-4d40-ad8c-be408ab928b2 None None] Pushing event updated for resources: {'Port': ['ID=ae0d5955-2bd5-4c9b-852b-a6bd3abc3648,revision_number=1']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:58.400419 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08cdff1c-25f9-4d40-85bb-2efebdb88c1b req-1b80390c-790c-4ca6-a8cd-fcf5ad9d2569 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:58.402146 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-08cdff1c-25f9-4d40-85bb-2efebdb88c1b req-1b80390c-790c-4ca6-a8cd-fcf5ad9d2569 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.6243899
Jun 29 14:30:58.410298 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4b2ae743-d858-4eeb-91a7-ebbc4c06ab5f req-d4d2e4b5-581f-4d8f-a3a8-cedeb0d005e5 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f5947e5df7a947bab10833be3c8f4b35&device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 1101 time: 0.4344900
Jun 29 14:30:58.417138 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-18f4341e-aea9-4d40-ad8c-be408ab928b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:58.457761 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445fdecd-aeae-4235-b06b-7f6aa5abebae req-5d66f5f7-bf92-42d6-bb9c-0eb4b65d7308 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:58.465447 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-445fdecd-aeae-4235-b06b-7f6aa5abebae req-5d66f5f7-bf92-42d6-bb9c-0eb4b65d7308 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 948 time: 0.2865887
Jun 29 14:30:58.502942 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-18f4341e-aea9-4d40-ad8c-be408ab928b2 None None] Attempting to bind port ae0d5955-2bd5-4c9b-852b-a6bd3abc3648 on host dv-cinder-798356-1-iscsi for vnic_type normal with profile  {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:30:58.503316 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-18f4341e-aea9-4d40-ad8c-be408ab928b2 None None] Attempting to bind port ae0d5955-2bd5-4c9b-852b-a6bd3abc3648 by drivers openvswitch,hyperv on host dv-cinder-798356-1-iscsi at level 0 using segments [{'id': '4092b7fe-dfe8-4984-9cf9-7cac06887fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dff83c80-d4a2-4915-8ca9-d19fe50de85f'}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:30:58.503675 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f4341e-aea9-4d40-ad8c-be408ab928b2 None None] Attempting to bind port ae0d5955-2bd5-4c9b-852b-a6bd3abc3648 on network dff83c80-d4a2-4915-8ca9-d19fe50de85f {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:30:58.511323 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f4341e-aea9-4d40-ad8c-be408ab928b2 None None] Checking agent: {'id': '7de42cfb-0b94-485f-bf24-4ef591216796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 6), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:30:58.511696 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f4341e-aea9-4d40-ad8c-be408ab928b2 None None] Checking segment: {'id': '4092b7fe-dfe8-4984-9cf9-7cac06887fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dff83c80-d4a2-4915-8ca9-d19fe50de85f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:30:58.512096 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-18f4341e-aea9-4d40-ad8c-be408ab928b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:58.512485 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18f4341e-aea9-4d40-ad8c-be408ab928b2 None None] Bound using segment: {'id': '4092b7fe-dfe8-4984-9cf9-7cac06887fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dff83c80-d4a2-4915-8ca9-d19fe50de85f'} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:30:58.512948 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-18f4341e-aea9-4d40-ad8c-be408ab928b2 None None] Bound port: ae0d5955-2bd5-4c9b-852b-a6bd3abc3648, host: dv-cinder-798356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4092b7fe-dfe8-4984-9cf9-7cac06887fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dff83c80-d4a2-4915-8ca9-d19fe50de85f'}}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:30:58.513318 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-18f4341e-aea9-4d40-ad8c-be408ab928b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:58.543685 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-7d5e49b8-6b30-4942-a876-54c5d7eba51c req-7f2aaf64-58a2-4776-816b-8e7a30041f56 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4efbe09a-ec64-4c57-8f69-466f632996dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3185542
Jun 29 14:30:58.561069 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-08cdff1c-25f9-4d40-85bb-2efebdb88c1b req-9f6c2b34-2c73-4a35-bffc-c36cbc9c6d43 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497073
Jun 29 14:30:58.570155 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1f1871-ca62-4260-b18c-5787eed2ac62 req-9f3f91a3-4ef0-45db-86d5-443ba4245056 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:58.571648 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-bd1f1871-ca62-4260-b18c-5787eed2ac62 req-9f3f91a3-4ef0-45db-86d5-443ba4245056 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=3b409a70-96f0-469a-8d80-f2069aa3c7b9 HTTP/1.1" status: 200  len: 848 time: 0.2140877
Jun 29 14:30:58.631021 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-bd1f1871-ca62-4260-b18c-5787eed2ac62 req-fee33ef8-20f0-4af6-bcbf-96b2ae96f090 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0491297
Jun 29 14:30:58.675464 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-445fdecd-aeae-4235-b06b-7f6aa5abebae req-5079c45f-b122-48b9-81f6-05475fe99124 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5e43db5-46ce-4fae-b624-a32784a322e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2089958
Jun 29 14:30:58.676616 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.db_base_plugin_common [None req-dbd0e12e-0c05-4774-9897-c6f8efc40063 admin admin] Allocated IP 172.27.1.49 (4aeb16d3-bc5e-4796-b60c-2ad2a6d47368/089d678a-05aa-4bef-b283-da88079c7f50/700c7c02-4529-4765-9ce6-857dc6bf3d27) {{(pid=74235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:30:58.806198 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-18f4341e-aea9-4d40-ad8c-be408ab928b2 None None] For port ae0d5955-2bd5-4c9b-852b-a6bd3abc3648, host dv-cinder-798356-1-iscsi, cleared binding levels {{(pid=74236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:30:58.835458 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-18f4341e-aea9-4d40-ad8c-be408ab928b2 None None] For port ae0d5955-2bd5-4c9b-852b-a6bd3abc3648, host dv-cinder-798356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=ae0d5955-2bd5-4c9b-852b-a6bd3abc3648,segment=NetworkSegment(4092b7fe-dfe8-4984-9cf9-7cac06887fa4),segment_id=4092b7fe-dfe8-4984-9cf9-7cac06887fa4)] {{(pid=74236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:30:58.843787 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:58.856814 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-18f4341e-aea9-4d40-ad8c-be408ab928b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:58.865273 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:58.957940 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] For port 5b9b5f29-4f70-4626-8d36-c27bd9f39841, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=5b9b5f29-4f70-4626-8d36-c27bd9f39841,segment=NetworkSegment(276a84e3-277d-4962-9d31-d392ba2cca90),segment_id=276a84e3-277d-4962-9d31-d392ba2cca90)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:30:58.959008 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f4341e-aea9-4d40-ad8c-be408ab928b2 None None] Pushing event updated for resources: {'Port': ['ID=ae0d5955-2bd5-4c9b-852b-a6bd3abc3648,revision_number=2']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:58.963107 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-18f4341e-aea9-4d40-ad8c-be408ab928b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:58.969336 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:58.972990 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:59.023138 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-7d5e49b8-6b30-4942-a876-54c5d7eba51c req-01abc8ce-9f0d-4266-8ba4-6bb40e79aeec service neutron] 10.222.0.69 "GET /v2.0/networks/4efbe09a-ec64-4c57-8f69-466f632996dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4622672
Jun 29 14:30:59.054961 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ae743-d858-4eeb-91a7-ebbc4c06ab5f req-8bdb961b-d6c6-40af-b6f8-cb1d88b3d736 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:59.056572 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4b2ae743-d858-4eeb-91a7-ebbc4c06ab5f req-8bdb961b-d6c6-40af-b6f8-cb1d88b3d736 service neutron] 10.222.0.69 "GET /v2.0/networks?id=27deb121-d880-4ae5-8898-f73b3d0a058f HTTP/1.1" status: 200  len: 870 time: 0.6204572
Jun 29 14:30:59.106405 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Pushing event updated for resources: {'Port': ['ID=5b9b5f29-4f70-4626-8d36-c27bd9f39841,revision_number=5']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:59.115390 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:59.140004 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.69', 60758) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:30:59.177380 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-dbd0e12e-0c05-4774-9897-c6f8efc40063 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:59.241784 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4b2ae743-d858-4eeb-91a7-ebbc4c06ab5f req-da1a757b-3533-490e-af70-015543491f42 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.188&port_id=0022bc6f-dd2b-4d96-95fe-7711a5de420c HTTP/1.1" status: 200  len: 217 time: 0.1706944
Jun 29 14:30:59.304354 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0159e1-2acb-47fb-8ed7-ff55f7dbb4e5 req-5d1c00ab-a694-44fc-a389-feeca375e133 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:59.306141 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-2f0159e1-2acb-47fb-8ed7-ff55f7dbb4e5 req-5d1c00ab-a694-44fc-a389-feeca375e133 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b2117a-f28e-4b50-96c5-0d02e8bf6439 HTTP/1.1" status: 200  len: 944 time: 0.4159875
Jun 29 14:30:59.312240 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-7d5e49b8-6b30-4942-a876-54c5d7eba51c req-844fe86f-93e9-4471-9f4c-75872555d2a2 service neutron] 10.222.0.69 "GET /v2.0/networks/4efbe09a-ec64-4c57-8f69-466f632996dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2796783
Jun 29 14:30:59.331664 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-bd1f1871-ca62-4260-b18c-5787eed2ac62 req-45863de5-10e8-49e7-a083-da0145376be0 service neutron] 10.222.0.69 "GET /v2.0/networks/7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6676881
Jun 29 14:30:59.344554 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7be9449-ecf4-475b-b812-ea0adb8d92dc req-ae1b2230-e1b9-41a5-9dbc-8c7783f2c9cf tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:59.346798 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b7be9449-ecf4-475b-b812-ea0adb8d92dc req-ae1b2230-e1b9-41a5-9dbc-8c7783f2c9cf tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.4528570
Jun 29 14:30:59.370532 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-2f0159e1-2acb-47fb-8ed7-ff55f7dbb4e5 req-2c8f2f81-c65f-4924-aa30-a0ce7e44b018 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555825
Jun 29 14:30:59.382646 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-dbd0e12e-0c05-4774-9897-c6f8efc40063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:59.396156 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-fd46bf43-657f-4789-ae71-977ce5fd21fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:30:59.474789 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbd0e12e-0c05-4774-9897-c6f8efc40063 admin admin] Network 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 is already hosted by enough agents. {{(pid=74235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:30:59.478359 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.base_scheduler [None req-dbd0e12e-0c05-4774-9897-c6f8efc40063 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:30:59.480475 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd0e12e-0c05-4774-9897-c6f8efc40063 admin admin] Pushing event updated for resources: {'Port': ['ID=700c7c02-4529-4765-9ce6-857dc6bf3d27,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:30:59.482356 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd0e12e-0c05-4774-9897-c6f8efc40063 admin admin] Received port after_create {{(pid=74235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:30:59.491474 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ae743-d858-4eeb-91a7-ebbc4c06ab5f req-636ae581-ec70-4b9f-b977-07892b8892e3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:59.493762 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4b2ae743-d858-4eeb-91a7-ebbc4c06ab5f req-636ae581-ec70-4b9f-b977-07892b8892e3 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b72193f3-c07e-408d-b54b-2cca35d13f4f HTTP/1.1" status: 200  len: 843 time: 0.2312307
Jun 29 14:30:59.517772 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-dbd0e12e-0c05-4774-9897-c6f8efc40063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:30:59.571540 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b7be9449-ecf4-475b-b812-ea0adb8d92dc req-f0ce98fd-dbdb-436b-856c-78a60cebbd40 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1883917
Jun 29 14:30:59.588904 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23203f-9d8a-4acf-b78a-93ffc832db83 req-975f2c20-ff77-477b-b958-8df96e133189 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:59.590526 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-2f23203f-9d8a-4acf-b78a-93ffc832db83 req-975f2c20-ff77-477b-b958-8df96e133189 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.69 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.4492922
Jun 29 14:30:59.656917 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-dbd0e12e-0c05-4774-9897-c6f8efc40063 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:59.657862 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-dbd0e12e-0c05-4774-9897-c6f8efc40063 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670196'] for router, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:59.686606 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-bd1f1871-ca62-4260-b18c-5787eed2ac62 req-668b9798-0aa8-4ab9-9d73-88342076a922 service neutron] 10.222.0.69 "GET /v2.0/networks/7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3386900
Jun 29 14:30:59.721480 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [req-2f23203f-9d8a-4acf-b78a-93ffc832db83 req-ee784f8b-7f07-4275-bd80-73ff8a29f6f1 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Deleting port 7141aba9-81d7-4fd0-809e-3389b3069db4 {{(pid=74234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:30:59.722015 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-2f23203f-9d8a-4acf-b78a-93ffc832db83 req-ee784f8b-7f07-4275-bd80-73ff8a29f6f1 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:30:59.785828 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4b2ae743-d858-4eeb-91a7-ebbc4c06ab5f req-5fcb23e5-7bf0-4fa1-a1e9-57496c19375e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=27deb121-d880-4ae5-8898-f73b3d0a058f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.2807052
Jun 29 14:30:59.863406 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03dfea8-fb0c-4d4c-82a8-ddb97f2535db req-2c83a1c3-de61-49de-86ee-3be23b26bec4 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:30:59.864882 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-d03dfea8-fb0c-4d4c-82a8-ddb97f2535db req-2c83a1c3-de61-49de-86ee-3be23b26bec4 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 946 time: 0.1191359
Jun 29 14:31:00.067025 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-d03dfea8-fb0c-4d4c-82a8-ddb97f2535db req-e291279a-dfad-4440-b79b-5aca047d985b tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1525009
Jun 29 14:31:00.142112 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4b2ae743-d858-4eeb-91a7-ebbc4c06ab5f req-887d9163-d7fb-4a1e-935d-c2a2014489a1 service neutron] 10.222.0.69 "GET /v2.0/networks/27deb121-d880-4ae5-8898-f73b3d0a058f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3470430
Jun 29 14:31:00.153602 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 5b9b5f29-4f70-4626-8d36-c27bd9f39841 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:31:00.185032 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dbd0e12e-0c05-4774-9897-c6f8efc40063 admin admin] Router 94fb0132-c1ea-4015-be7f-720f1191abd4 is scheduled to L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 with binding_index 1 {{(pid=74235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 29 14:31:00.208459 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b237ccb-204b-4617-9ea4-0c0ba8a98e7b None None] Network dff83c80-d4a2-4915-8ca9-d19fe50de85f requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:31:00.281686 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e149c9c-f3b8-4415-9875-f4225cebb121 req-31fef128-ca7e-498c-a43b-79f3ebc0d877 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:00.283756 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-6e149c9c-f3b8-4415-9875-f4225cebb121 req-31fef128-ca7e-498c-a43b-79f3ebc0d877 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 948 time: 0.4619272
Jun 29 14:31:00.339090 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-2f23203f-9d8a-4acf-b78a-93ffc832db83 req-ee784f8b-7f07-4275-bd80-73ff8a29f6f1 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] For port 7141aba9-81d7-4fd0-809e-3389b3069db4, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=7141aba9-81d7-4fd0-809e-3389b3069db4,segment=NetworkSegment(22805b8c-5eb0-4508-ac25-ba13cbff4b17),segment_id=22805b8c-5eb0-4508-ac25-ba13cbff4b17)] {{(pid=74234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:31:00.339469 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-2f23203f-9d8a-4acf-b78a-93ffc832db83 req-ee784f8b-7f07-4275-bd80-73ff8a29f6f1 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:00.403003 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbd0e12e-0c05-4774-9897-c6f8efc40063 admin admin] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:31:00.417770 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac470c2-1ef3-4007-9b94-b3448befbd5f None None] Sync routers for ids ['94fb0132-c1ea-4015-be7f-720f1191abd4'] in dv-cinder-798356-1-iscsi {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:31:00.441665 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac470c2-1ef3-4007-9b94-b3448befbd5f None None] Routers {'94fb0132-c1ea-4015-be7f-720f1191abd4'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:31:00.445006 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-6ac470c2-1ef3-4007-9b94-b3448befbd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94c74c10>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:30:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['94fb0132-c1ea-4015-be7f-720f1191abd4'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:31:00.491104 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-dbd0e12e-0c05-4774-9897-c6f8efc40063 admin admin] Notify callbacks [] for router, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:00.495847 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-dbd0e12e-0c05-4774-9897-c6f8efc40063 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 3.5851820
Jun 29 14:31:00.496801 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 42604) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:31:00.516659 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-0d7d0758-9ba5-4fd5-ad34-c471490ab702 None None] Provisioning for port ae0d5955-2bd5-4c9b-852b-a6bd3abc3648 completed by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:31:00.538299 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device ea797aae-3857-4831-894b-0eac6bc1228d details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 14:31:00.598429 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [req-2f23203f-9d8a-4acf-b78a-93ffc832db83 req-ee784f8b-7f07-4275-bd80-73ff8a29f6f1 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Calling delete_port for 7141aba9-81d7-4fd0-809e-3389b3069db4 owned by compute:nova {{(pid=74234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:31:00.599463 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 5b9b5f29-4f70-4626-8d36-c27bd9f39841 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:31:00.599843 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:00.840249 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-6ac470c2-1ef3-4007-9b94-b3448befbd5f None None] Set router 94fb0132-c1ea-4015-be7f-720f1191abd4 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:31:00.873611 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-6e149c9c-f3b8-4415-9875-f4225cebb121 req-ebf624b3-1f53-479c-aed0-90db507c14ee tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5e43db5-46ce-4fae-b624-a32784a322e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5691791
Jun 29 14:31:00.903230 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4b2ae743-d858-4eeb-91a7-ebbc4c06ab5f req-f86e58c0-521f-4dd4-941d-436f79ee29bf service neutron] 10.222.0.69 "GET /v2.0/networks/27deb121-d880-4ae5-8898-f73b3d0a058f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7334239
Jun 29 14:31:00.980982 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device ae0d5955-2bd5-4c9b-852b-a6bd3abc3648 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:31:01.035782 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port ea797aae-3857-4831-894b-0eac6bc1228d, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=ea797aae-3857-4831-894b-0eac6bc1228d,segment=NetworkSegment(c6927e74-905f-4980-a50c-058a777d391d),segment_id=c6927e74-905f-4980-a50c-058a777d391d)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:31:01.073684 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Returning: {'device': 'ea797aae-3857-4831-894b-0eac6bc1228d', 'network_id': '7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea', 'port_id': 'ea797aae-3857-4831-894b-0eac6bc1228d', 'mac_address': 'fa:16:3e:da:21:6c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b409a70-96f0-469a-8d80-f2069aa3c7b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 14:31:01.201914 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-2f23203f-9d8a-4acf-b78a-93ffc832db83 req-ee784f8b-7f07-4275-bd80-73ff8a29f6f1 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:01.208737 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:01.227690 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['7141aba9-81d7-4fd0-809e-3389b3069db4', '75c1dbd6-bc8a-4537-8746-a64e7143b40b'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:31:01.287436 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:01.338169 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 42620) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:31:01.364811 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee784f8b-7f07-4275-bd80-73ff8a29f6f1 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Pushing event deleted for resources: {'Port': ['ID=7141aba9-81d7-4fd0-809e-3389b3069db4,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:01.370248 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea797aae-3857-4831-894b-0eac6bc1228d {{(pid=74236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:31:01.418766 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning for port ae0d5955-2bd5-4c9b-852b-a6bd3abc3648 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:31:01.441518 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-6ac470c2-1ef3-4007-9b94-b3448befbd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94c74c10>, [{'id': '94fb0132-c1ea-4015-be7f-720f1191abd4', 'name': 'tempest-TestVolumeBootPattern-869986334-router', 'tenant_id': '8f852b0bdecd4894923f5af3d7e9c2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '700c7c02-4529-4765-9ce6-857dc6bf3d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:56Z', 'updated_at': '2021-06-29T14:30:59Z', 'revision_number': 3, 'project_id': '8f852b0bdecd4894923f5af3d7e9c2a7', 'gw_port': {'id': '700c7c02-4529-4765-9ce6-857dc6bf3d27', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:36:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94fb0132-c1ea-4015-be7f-720f1191abd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:58Z', 'updated_at': '2021-06-29T14:30:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi'}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:31:01.447279 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac470c2-1ef3-4007-9b94-b3448befbd5f None None] Checking router: 94fb0132-c1ea-4015-be7f-720f1191abd4 for host: dv-cinder-798356-1-iscsi {{(pid=74237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:31:01.447859 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac470c2-1ef3-4007-9b94-b3448befbd5f None None] Updating router 94fb0132-c1ea-4015-be7f-720f1191abd4 port 700c7c02-4529-4765-9ce6-857dc6bf3d27 binding host dv-cinder-798356-1-iscsi {{(pid=74237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 14:31:01.455798 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port ae0d5955-2bd5-4c9b-852b-a6bd3abc3648 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:31:01.456180 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:01.473023 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee784f8b-7f07-4275-bd80-73ff8a29f6f1 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:31:01.473396 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee784f8b-7f07-4275-bd80-73ff8a29f6f1 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:31:01.473789 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee784f8b-7f07-4275-bd80-73ff8a29f6f1 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:31:01.474144 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee784f8b-7f07-4275-bd80-73ff8a29f6f1 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:31:01.474608 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee784f8b-7f07-4275-bd80-73ff8a29f6f1 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:31:01.474965 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee784f8b-7f07-4275-bd80-73ff8a29f6f1 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:31:01.475313 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee784f8b-7f07-4275-bd80-73ff8a29f6f1 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:31:01.475876 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee784f8b-7f07-4275-bd80-73ff8a29f6f1 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:31:01.476125 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee784f8b-7f07-4275-bd80-73ff8a29f6f1 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:31:01.476477 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee784f8b-7f07-4275-bd80-73ff8a29f6f1 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:31:01.476863 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee784f8b-7f07-4275-bd80-73ff8a29f6f1 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:31:01.495895 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-ee784f8b-7f07-4275-bd80-73ff8a29f6f1 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:01.499049 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c09378-6423-40b6-8648-ae4c5e8814f3 req-5ed913a8-c0e5-47ab-b30a-fe2077daaada tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:01.507176 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-39dfc63f-009e-48d5-94c1-7b951d52a326 None None] Provisioning complete for port ae0d5955-2bd5-4c9b-852b-a6bd3abc3648 triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:31:01.507554 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-39dfc63f-009e-48d5-94c1-7b951d52a326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:01.514120 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-d2c09378-6423-40b6-8648-ae4c5e8814f3 req-5ed913a8-c0e5-47ab-b30a-fe2077daaada tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b2117a-f28e-4b50-96c5-0d02e8bf6439 HTTP/1.1" status: 200  len: 944 time: 0.1766481
Jun 29 14:31:01.553222 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-6ac470c2-1ef3-4007-9b94-b3448befbd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:01.580498 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b46965-7b5f-46c7-a488-039fc0e8008e req-ef03071b-3039-4776-935d-49cbc756447b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:01.582242 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-33b46965-7b5f-46c7-a488-039fc0e8008e req-ef03071b-3039-4776-935d-49cbc756447b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.3141000
Jun 29 14:31:01.595675 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port ea797aae-3857-4831-894b-0eac6bc1228d, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=ea797aae-3857-4831-894b-0eac6bc1228d,segment=NetworkSegment(c6927e74-905f-4980-a50c-058a777d391d),segment_id=c6927e74-905f-4980-a50c-058a777d391d)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:31:01.638367 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f23203f-9d8a-4acf-b78a-93ffc832db83 req-ee784f8b-7f07-4275-bd80-73ff8a29f6f1 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] No DVR routers for this DVR port 7141aba9-81d7-4fd0-809e-3389b3069db4 on host hv-cinder-79835 {{(pid=74234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 14:31:01.649098 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-2f23203f-9d8a-4acf-b78a-93ffc832db83 req-ee784f8b-7f07-4275-bd80-73ff8a29f6f1 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:01.658302 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:01.662662 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baeccfee-ed71-46ca-a28a-0ca9a39383da', 'name': 'network-vif-deleted', 'tag': '7141aba9-81d7-4fd0-809e-3389b3069db4'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:31:01.674056 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-2f23203f-9d8a-4acf-b78a-93ffc832db83 req-ee784f8b-7f07-4275-bd80-73ff8a29f6f1 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.69 "DELETE /v2.0/ports/7141aba9-81d7-4fd0-809e-3389b3069db4 HTTP/1.1" status: 204  len: 173 time: 2.0756586
Jun 29 14:31:01.684880 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-1e9984ad-4e3b-406c-9db6-3fec8237b938 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:01.688415 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-33b46965-7b5f-46c7-a488-039fc0e8008e req-a5c09454-3a88-426d-8802-8a67f9c9512e tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0879030
Jun 29 14:31:01.695503 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-d2c09378-6423-40b6-8648-ae4c5e8814f3 req-d383a6da-2814-41a8-a718-a66f40f10882 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1802599
Jun 29 14:31:01.848496 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-61d75953-8c5e-45e4-8f1b-7af1fe1a0292 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:01.876191 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baeccfee-ed71-46ca-a28a-0ca9a39383da', 'name': 'network-vif-deleted', 'tag': '7141aba9-81d7-4fd0-809e-3389b3069db4', 'status': 'completed', 'code': 200}
Jun 29 14:31:01.937638 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=ea797aae-3857-4831-894b-0eac6bc1228d,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:01.958044 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:01.997867 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-61d75953-8c5e-45e4-8f1b-7af1fe1a0292 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:31:02.002733 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-39dfc63f-009e-48d5-94c1-7b951d52a326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:02.008606 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-c09c6394-63c3-49e0-9eef-88aac39131ee req-eb770f6e-ed1e-4296-9309-b6c307d5b4d1 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=baeccfee-ed71-46ca-a28a-0ca9a39383da HTTP/1.1" status: 200  len: 210 time: 0.0779045
Jun 29 14:31:02.018923 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-61d75953-8c5e-45e4-8f1b-7af1fe1a0292 admin admin] Usage tracker for resource:security_group_rule and tenant:7cd35d602ae648158da3877aa293437d is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:31:02.025742 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-61d75953-8c5e-45e4-8f1b-7af1fe1a0292 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:31:02.049999 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-61d75953-8c5e-45e4-8f1b-7af1fe1a0292 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:31:02.072256 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['ea797aae-3857-4831-894b-0eac6bc1228d'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:31:02.193566 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:02.207184 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-6ac470c2-1ef3-4007-9b94-b3448befbd5f None None] Notify callbacks [] for port, precommit_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:02.208449 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-39dfc63f-009e-48d5-94c1-7b951d52a326 None None] For port ae0d5955-2bd5-4c9b-852b-a6bd3abc3648, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=ae0d5955-2bd5-4c9b-852b-a6bd3abc3648,segment=NetworkSegment(4092b7fe-dfe8-4984-9cf9-7cac06887fa4),segment_id=4092b7fe-dfe8-4984-9cf9-7cac06887fa4)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:31:02.209401 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acbcaaf-6f40-4936-9397-7b3610076637 req-842a77d1-cd51-4b4f-b455-d1cce0436a81 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:02.220920 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4acbcaaf-6f40-4936-9397-7b3610076637 req-842a77d1-cd51-4b4f-b455-d1cce0436a81 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 948 time: 0.1044557
Jun 29 14:31:02.223630 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.provisioning_blocks [None req-6ac470c2-1ef3-4007-9b94-b3448befbd5f None None] Transition to ACTIVE for port object 700c7c02-4529-4765-9ce6-857dc6bf3d27 will not be triggered until provisioned by entity L2. {{(pid=74237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:31:02.231937 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-6ac470c2-1ef3-4007-9b94-b3448befbd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:02.232936 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-39dfc63f-009e-48d5-94c1-7b951d52a326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:02.235359 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:02.242436 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:02.277824 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4acbcaaf-6f40-4936-9397-7b3610076637 req-e5612587-91b0-46a9-8122-683985f71108 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5e43db5-46ce-4fae-b624-a32784a322e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545502
Jun 29 14:31:02.358138 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c30b8f-916e-4a0b-9640-93cc315f4511 None None] Pushing event updated for resources: {'Port': ['ID=700c7c02-4529-4765-9ce6-857dc6bf3d27,revision_number=2']} {{(pid=74237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:02.368643 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [None req-e3c30b8f-916e-4a0b-9640-93cc315f4511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:02.374030 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-61d75953-8c5e-45e4-8f1b-7af1fe1a0292 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:02.375086 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.managers [None req-6ac470c2-1ef3-4007-9b94-b3448befbd5f None None] Attempting to bind port 700c7c02-4529-4765-9ce6-857dc6bf3d27 on host dv-cinder-798356-1-iscsi for vnic_type normal with profile  {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:31:02.375620 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.managers [None req-6ac470c2-1ef3-4007-9b94-b3448befbd5f None None] Attempting to bind port 700c7c02-4529-4765-9ce6-857dc6bf3d27 by drivers openvswitch,hyperv on host dv-cinder-798356-1-iscsi at level 0 using segments [{'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'}] {{(pid=74237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:31:02.376269 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac470c2-1ef3-4007-9b94-b3448befbd5f None None] Attempting to bind port 700c7c02-4529-4765-9ce6-857dc6bf3d27 on network 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:31:02.384373 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac470c2-1ef3-4007-9b94-b3448befbd5f None None] Checking agent: {'id': '7de42cfb-0b94-485f-bf24-4ef591216796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 6), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 30, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:31:02.385236 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac470c2-1ef3-4007-9b94-b3448befbd5f None None] Checking segment: {'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:31:02.385954 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-6ac470c2-1ef3-4007-9b94-b3448befbd5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:02.386336 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ac470c2-1ef3-4007-9b94-b3448befbd5f None None] Bound using segment: {'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'} {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:31:02.386897 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.managers [None req-6ac470c2-1ef3-4007-9b94-b3448befbd5f None None] Bound port: 700c7c02-4529-4765-9ce6-857dc6bf3d27, host: dv-cinder-798356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'}}] {{(pid=74237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:31:02.387320 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-6ac470c2-1ef3-4007-9b94-b3448befbd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:02.410338 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-61d75953-8c5e-45e4-8f1b-7af1fe1a0292 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:02.429583 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-881bed99-baf0-4f47-b4eb-3e8643311c31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:02.447098 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dfc63f-009e-48d5-94c1-7b951d52a326 None None] Pushing event updated for resources: {'Port': ['ID=ae0d5955-2bd5-4c9b-852b-a6bd3abc3648,revision_number=3']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:02.460339 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-39dfc63f-009e-48d5-94c1-7b951d52a326 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:02.461531 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.db.api [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=74236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 29 14:31:02.461665 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_db.api [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 29 14:31:02.490042 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d75953-8c5e-45e4-8f1b-7af1fe1a0292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0eea4f3-d69f-4552-bdda-22b7579bc48c,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:02.494822 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-da846d48-4374-48c8-871c-43c4b2a8359a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:02.507495 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-61d75953-8c5e-45e4-8f1b-7af1fe1a0292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:02.509760 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.db [None req-6ac470c2-1ef3-4007-9b94-b3448befbd5f None None] For port 700c7c02-4529-4765-9ce6-857dc6bf3d27, host dv-cinder-798356-1-iscsi, cleared binding levels {{(pid=74237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:31:02.514423 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.db [None req-6ac470c2-1ef3-4007-9b94-b3448befbd5f None None] For port 700c7c02-4529-4765-9ce6-857dc6bf3d27, host dv-cinder-798356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=700c7c02-4529-4765-9ce6-857dc6bf3d27,segment=NetworkSegment(c4c225a7-9a59-46d1-b662-631cedda96e9),segment_id=c4c225a7-9a59-46d1-b662-631cedda96e9)] {{(pid=74237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:31:02.521051 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-61d75953-8c5e-45e4-8f1b-7af1fe1a0292 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7cd35d602ae648158da3877aa293437d&name=default HTTP/1.1" status: 200  len: 2647 time: 1.1766005
Jun 29 14:31:02.524696 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-6ac470c2-1ef3-4007-9b94-b3448befbd5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:02.525080 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 42634) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:31:02.529649 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [None req-a5242125-21f7-4bea-9bb7-1e894e28aa76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:02.555637 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 0022bc6f-dd2b-4d96-95fe-7711a5de420c details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 14:31:02.560271 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 7141aba9-81d7-4fd0-809e-3389b3069db4 no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:31:02.610236 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] No Port match for: 7141aba9-81d7-4fd0-809e-3389b3069db4 {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:31:02.610712 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 7141aba9-81d7-4fd0-809e-3389b3069db4 not bound to the agent host hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:31:02.611139 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device da2a16d0-a72c-4e20-9a86-51b3070c4df3 no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:31:02.629487 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c30b8f-916e-4a0b-9640-93cc315f4511 None None] Pushing event updated for resources: {'Port': ['ID=700c7c02-4529-4765-9ce6-857dc6bf3d27,revision_number=3']} {{(pid=74237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:02.632999 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d8720390-d9f3-4a5f-82a9-874556f07014 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:02.654085 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [None req-e3c30b8f-916e-4a0b-9640-93cc315f4511 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:02.689971 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d8720390-d9f3-4a5f-82a9-874556f07014 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:02.711824 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ac470c2-1ef3-4007-9b94-b3448befbd5f None None] Routers {'94fb0132-c1ea-4015-be7f-720f1191abd4'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:31:02.715283 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-6ac470c2-1ef3-4007-9b94-b3448befbd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94c74c10>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:30:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['94fb0132-c1ea-4015-be7f-720f1191abd4'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:31:02.816179 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.db_base_plugin_common [None req-da846d48-4374-48c8-871c-43c4b2a8359a admin admin] Allocated IP 172.20.0.1 (dff83c80-d4a2-4915-8ca9-d19fe50de85f/00214823-5fbc-43a1-b90b-f6a0158e96b3/718dacf9-c63e-4427-afe9-f77602aa7f94) {{(pid=74235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:31:02.825552 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d8720390-d9f3-4a5f-82a9-874556f07014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:02.831342 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-f93171d4-4f23-4895-aaf2-9e610cb36eb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:02.856979 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8720390-d9f3-4a5f-82a9-874556f07014 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0eea4f3-d69f-4552-bdda-22b7579bc48c,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:02.868997 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-d8720390-d9f3-4a5f-82a9-874556f07014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:02.870516 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d8720390-d9f3-4a5f-82a9-874556f07014 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:02.874711 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-d8720390-d9f3-4a5f-82a9-874556f07014 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d0eea4f3-d69f-4552-bdda-22b7579bc48c HTTP/1.1" status: 204  len: 168 time: 0.3478999
Jun 29 14:31:02.942157 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 0022bc6f-dd2b-4d96-95fe-7711a5de420c, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=0022bc6f-dd2b-4d96-95fe-7711a5de420c,segment=NetworkSegment(a0ca13f2-c30f-4112-ba11-d4bf79aab82a),segment_id=a0ca13f2-c30f-4112-ba11-d4bf79aab82a)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:31:02.955587 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:03.010274 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Returning: {'device': '0022bc6f-dd2b-4d96-95fe-7711a5de420c', 'network_id': '27deb121-d880-4ae5-8898-f73b3d0a058f', 'port_id': '0022bc6f-dd2b-4d96-95fe-7711a5de420c', 'mac_address': 'fa:16:3e:5f:68:03', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 501, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b72193f3-c07e-408d-b54b-2cca35d13f4f', 'ip_address': '192.168.233.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 14:31:03.029839 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-6ac470c2-1ef3-4007-9b94-b3448befbd5f None None] Set router 94fb0132-c1ea-4015-be7f-720f1191abd4 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:31:03.032164 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74912dc4-9bd2-4a47-a3de-3caa3d647bce req-6ffdbbd9-2886-4063-910a-837f02a87836 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:03.040248 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-74912dc4-9bd2-4a47-a3de-3caa3d647bce req-6ffdbbd9-2886-4063-910a-837f02a87836 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 946 time: 0.0935752
Jun 29 14:31:03.072900 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c55acb-c2d2-4123-8452-1d5205741f89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'da2a16d0-a72c-4e20-9a86-51b3070c4df3'}] {{(pid=74236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:31:03.098872 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port da2a16d0-a72c-4e20-9a86-51b3070c4df3, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=da2a16d0-a72c-4e20-9a86-51b3070c4df3,segment=NetworkSegment(0dfa2ba1-aef0-4202-9eab-77e9ea1a0785),segment_id=0dfa2ba1-aef0-4202-9eab-77e9ea1a0785)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:31:03.104348 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:03.111091 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-74912dc4-9bd2-4a47-a3de-3caa3d647bce req-5ea0af5c-6319-4a95-a3cb-b68e3dcc3d62 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0686707
Jun 29 14:31:03.122962 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:03.127998 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:03.175241 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0022bc6f-dd2b-4d96-95fe-7711a5de420c {{(pid=74236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:31:03.234509 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 0022bc6f-dd2b-4d96-95fe-7711a5de420c, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=0022bc6f-dd2b-4d96-95fe-7711a5de420c,segment=NetworkSegment(a0ca13f2-c30f-4112-ba11-d4bf79aab82a),segment_id=a0ca13f2-c30f-4112-ba11-d4bf79aab82a)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:31:03.259914 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:03.271446 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device ae0d5955-2bd5-4c9b-852b-a6bd3abc3648 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:31:03.335077 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=da2a16d0-a72c-4e20-9a86-51b3070c4df3,revision_number=8']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:03.341042 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-da846d48-4374-48c8-871c-43c4b2a8359a admin admin] Notify callbacks [] for port, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:03.363399 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:03.373643 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:03.374390 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.provisioning_blocks [None req-da846d48-4374-48c8-871c-43c4b2a8359a admin admin] Transition to ACTIVE for port object 718dacf9-c63e-4427-afe9-f77602aa7f94 will not be triggered until provisioned by entity DHCP. {{(pid=74235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:31:03.430576 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-da846d48-4374-48c8-871c-43c4b2a8359a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:03.448543 dv-cinder-798356-1-iscsi neutron-server[74236]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '65c55acb-c2d2-4123-8452-1d5205741f89', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'da2a16d0-a72c-4e20-9a86-51b3070c4df3', 'code': 422} returned with failed status
Jun 29 14:31:03.449684 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705e4925-1cfd-4a1a-a4db-edb10a07ecda req-05a78689-0c1b-487f-8b77-7cb5661df4f1 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:03.464726 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-705e4925-1cfd-4a1a-a4db-edb10a07ecda req-05a78689-0c1b-487f-8b77-7cb5661df4f1 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b2117a-f28e-4b50-96c5-0d02e8bf6439 HTTP/1.1" status: 200  len: 945 time: 0.5136080
Jun 29 14:31:03.483915 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-a555baeb-1cf3-4738-9228-235defd8e772 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:03.545732 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=0022bc6f-dd2b-4d96-95fe-7711a5de420c,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:03.551226 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:03.560453 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['0022bc6f-dd2b-4d96-95fe-7711a5de420c'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:31:03.577687 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da846d48-4374-48c8-871c-43c4b2a8359a admin admin] Network dff83c80-d4a2-4915-8ca9-d19fe50de85f is already hosted by enough agents. {{(pid=74235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:31:03.593069 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port ae0d5955-2bd5-4c9b-852b-a6bd3abc3648 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:31:03.593590 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:03.600241 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.base_scheduler [None req-da846d48-4374-48c8-871c-43c4b2a8359a admin admin] Resources bound (agent type, host, resource id):  {{(pid=74235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:31:03.603478 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da846d48-4374-48c8-871c-43c4b2a8359a admin admin] Received port after_create {{(pid=74235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:31:03.649220 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-6ac470c2-1ef3-4007-9b94-b3448befbd5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94c74c10>, [{'id': '94fb0132-c1ea-4015-be7f-720f1191abd4', 'name': 'tempest-TestVolumeBootPattern-869986334-router', 'tenant_id': '8f852b0bdecd4894923f5af3d7e9c2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '700c7c02-4529-4765-9ce6-857dc6bf3d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:56Z', 'updated_at': '2021-06-29T14:30:59Z', 'revision_number': 3, 'project_id': '8f852b0bdecd4894923f5af3d7e9c2a7', 'gw_port': {'id': '700c7c02-4529-4765-9ce6-857dc6bf3d27', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:36:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94fb0132-c1ea-4015-be7f-720f1191abd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:58Z', 'updated_at': '2021-06-29T14:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi'}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:31:03.671999 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ac470c2-1ef3-4007-9b94-b3448befbd5f None None] The sync data for ids ['94fb0132-c1ea-4015-be7f-720f1191abd4'] in dv-cinder-798356-1-iscsi is: [{'id': '94fb0132-c1ea-4015-be7f-720f1191abd4', 'name': 'tempest-TestVolumeBootPattern-869986334-router', 'tenant_id': '8f852b0bdecd4894923f5af3d7e9c2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '700c7c02-4529-4765-9ce6-857dc6bf3d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:56Z', 'updated_at': '2021-06-29T14:30:59Z', 'revision_number': 3, 'project_id': '8f852b0bdecd4894923f5af3d7e9c2a7', 'gw_port': {'id': '700c7c02-4529-4765-9ce6-857dc6bf3d27', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:36:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94fb0132-c1ea-4015-be7f-720f1191abd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:58Z', 'updated_at': '2021-06-29T14:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi'}] {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:31:03.686296 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-705e4925-1cfd-4a1a-a4db-edb10a07ecda req-601fd5a7-bf8a-4d95-a68b-1c5f84ec0683 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2205019
Jun 29 14:31:03.696762 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da846d48-4374-48c8-871c-43c4b2a8359a admin admin] Pushing event updated for resources: {'Port': ['ID=718dacf9-c63e-4427-afe9-f77602aa7f94,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:03.700888 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-da846d48-4374-48c8-871c-43c4b2a8359a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:03.718937 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-da846d48-4374-48c8-871c-43c4b2a8359a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669730'] for router_interface, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:03.929209 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-da846d48-4374-48c8-871c-43c4b2a8359a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:03.991180 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-742febce-6291-4e42-b974-86a51c34d5e9 None None] Provisioning for port 718dacf9-c63e-4427-afe9-f77602aa7f94 completed by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:31:03.996514 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-742febce-6291-4e42-b974-86a51c34d5e9 None None] Provisioning complete for port 718dacf9-c63e-4427-afe9-f77602aa7f94 triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:31:03.996888 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-742febce-6291-4e42-b974-86a51c34d5e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:04.052931 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-742febce-6291-4e42-b974-86a51c34d5e9 None None] Port 718dacf9-c63e-4427-afe9-f77602aa7f94 cannot update to ACTIVE because it is not bound. {{(pid=74236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 14:31:04.155203 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d99a30d-6bbd-4d88-8314-d7df8d47d330 req-863ee692-8820-4540-a10e-41bc3135c012 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:04.156672 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-3d99a30d-6bbd-4d88-8314-d7df8d47d330 req-863ee692-8820-4540-a10e-41bc3135c012 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 949 time: 0.2075958
Jun 29 14:31:04.242371 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-3d99a30d-6bbd-4d88-8314-d7df8d47d330 req-e1e2f96b-520d-4e40-88fa-78a92db1e050 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5e43db5-46ce-4fae-b624-a32784a322e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0787609
Jun 29 14:31:04.261743 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-da846d48-4374-48c8-871c-43c4b2a8359a admin admin] Notify callbacks [] for port, precommit_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:04.267538 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-da846d48-4374-48c8-871c-43c4b2a8359a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1167191'] for port, after_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:04.298594 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:04.419267 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-da846d48-4374-48c8-871c-43c4b2a8359a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667662'] for router_interface, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:04.422552 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da846d48-4374-48c8-871c-43c4b2a8359a admin admin] Pushing event updated for resources: {'Port': ['ID=718dacf9-c63e-4427-afe9-f77602aa7f94,revision_number=2']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:04.428300 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-da846d48-4374-48c8-871c-43c4b2a8359a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:04.504813 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4581604b-bb4c-44fe-9142-8a16f80d32fa req-6f9fea75-b319-4e68-b3a8-1a027e2860f2 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:04.505606 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-4581604b-bb4c-44fe-9142-8a16f80d32fa req-6f9fea75-b319-4e68-b3a8-1a027e2860f2 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Synchronizing usage tracker for tenant:49688b8975d4487d95604f13bd607887 on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:31:04.521118 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-4581604b-bb4c-44fe-9142-8a16f80d32fa req-6f9fea75-b319-4e68-b3a8-1a027e2860f2 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Unset dirty status for tenant:49688b8975d4487d95604f13bd607887 on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:31:04.522302 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4581604b-bb4c-44fe-9142-8a16f80d32fa req-6f9fea75-b319-4e68-b3a8-1a027e2860f2 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.0931346
Jun 29 14:31:04.540809 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-74a08d03-b2b3-4b1b-9be8-84119f87bc23 req-155d9f4f-af27-4cb0-a73a-5b28ddc62841 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.1730950
Jun 29 14:31:04.562020 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device ea797aae-3857-4831-894b-0eac6bc1228d up at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:31:04.567927 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4581604b-bb4c-44fe-9142-8a16f80d32fa req-f2e5e6df-5d31-4de9-99bc-49d734a3ea9a tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396173
Jun 29 14:31:04.576264 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da846d48-4374-48c8-871c-43c4b2a8359a admin admin] Network dff83c80-d4a2-4915-8ca9-d19fe50de85f is already hosted by enough agents. {{(pid=74235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:31:04.577444 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.base_scheduler [None req-da846d48-4374-48c8-871c-43c4b2a8359a admin admin] Resources bound (agent type, host, resource id):  {{(pid=74235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:31:04.706663 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning for port ea797aae-3857-4831-894b-0eac6bc1228d completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:31:04.722621 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning complete for port ea797aae-3857-4831-894b-0eac6bc1228d triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:31:04.722919 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:04.988515 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df02c181-5e76-48dd-ad10-0e78d3484833 req-11a0eea3-9186-487d-8367-0b0c3dc1234a tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:04.989978 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-df02c181-5e76-48dd-ad10-0e78d3484833 req-11a0eea3-9186-487d-8367-0b0c3dc1234a tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 944 time: 0.1443195
Jun 29 14:31:04.994781 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:05.022131 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-30e0153a-838d-48f4-aff2-08f708b45243 None None] Provisioning complete for port 718dacf9-c63e-4427-afe9-f77602aa7f94 triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:31:05.022802 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-30e0153a-838d-48f4-aff2-08f708b45243 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:05.050232 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-df02c181-5e76-48dd-ad10-0e78d3484833 req-38039659-e354-4ca5-8d36-46f4e9856bce tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0546708
Jun 29 14:31:05.061765 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 42686) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:31:05.094650 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port ea797aae-3857-4831-894b-0eac6bc1228d, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=ea797aae-3857-4831-894b-0eac6bc1228d,segment=NetworkSegment(c6927e74-905f-4980-a50c-058a777d391d),segment_id=c6927e74-905f-4980-a50c-058a777d391d)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:31:05.102697 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:05.104084 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 0022bc6f-dd2b-4d96-95fe-7711a5de420c up at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:31:05.117267 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-728f37e6-c6c8-4444-ba59-20fdd2661340 req-1ac7693d-e86d-4836-b83d-2b77766bf265 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:05.118862 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-728f37e6-c6c8-4444-ba59-20fdd2661340 req-1ac7693d-e86d-4836-b83d-2b77766bf265 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b2117a-f28e-4b50-96c5-0d02e8bf6439 HTTP/1.1" status: 200  len: 945 time: 0.1349115
Jun 29 14:31:05.137866 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:05.164216 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-30e0153a-838d-48f4-aff2-08f708b45243 None None] Port 718dacf9-c63e-4427-afe9-f77602aa7f94 cannot update to ACTIVE because it is not bound. {{(pid=74236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 14:31:05.228127 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ac067704-1845-4719-8320-3b1e149827e3 req-4b8631e8-b28e-4033-9b1f-def465826060 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1648185
Jun 29 14:31:05.234642 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=ea797aae-3857-4831-894b-0eac6bc1228d,revision_number=5']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:05.238596 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:05.239315 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-728f37e6-c6c8-4444-ba59-20fdd2661340 req-eb6e845b-e91b-4540-933d-3cca2976575b tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1114006
Jun 29 14:31:05.260897 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning for port 0022bc6f-dd2b-4d96-95fe-7711a5de420c completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:31:05.269903 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning complete for port 0022bc6f-dd2b-4d96-95fe-7711a5de420c triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:31:05.270333 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:05.291814 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da846d48-4374-48c8-871c-43c4b2a8359a admin admin] Router 94fb0132-c1ea-4015-be7f-720f1191abd4 has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:31:05.409620 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:05.447650 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 0022bc6f-dd2b-4d96-95fe-7711a5de420c, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=0022bc6f-dd2b-4d96-95fe-7711a5de420c,segment=NetworkSegment(a0ca13f2-c30f-4112-ba11-d4bf79aab82a),segment_id=a0ca13f2-c30f-4112-ba11-d4bf79aab82a)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:31:05.449595 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b2117a-f28e-4b50-96c5-0d02e8bf6439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea797aae-3857-4831-894b-0eac6bc1228d'}, {'server_uuid': 'c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0022bc6f-dd2b-4d96-95fe-7711a5de420c'}] {{(pid=74236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:31:05.457366 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:05.458265 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device da2a16d0-a72c-4e20-9a86-51b3070c4df3 no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:31:05.487984 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb329d1-f92b-4148-befe-1d2543863007 req-5c458667-038d-484b-823c-f7e21a674bb8 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:05.489744 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8eb329d1-f92b-4148-befe-1d2543863007 req-5c458667-038d-484b-823c-f7e21a674bb8 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 949 time: 0.1065941
Jun 29 14:31:05.492851 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:05.551709 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8eb329d1-f92b-4148-befe-1d2543863007 req-df660d47-954d-4125-bbdd-a78de75b3754 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5e43db5-46ce-4fae-b624-a32784a322e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0553420
Jun 29 14:31:05.590527 dv-cinder-798356-1-iscsi neutron-server[74236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b2117a-f28e-4b50-96c5-0d02e8bf6439', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea797aae-3857-4831-894b-0eac6bc1228d', 'code': 200}
Jun 29 14:31:05.591247 dv-cinder-798356-1-iscsi neutron-server[74236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0022bc6f-dd2b-4d96-95fe-7711a5de420c', 'code': 200}
Jun 29 14:31:05.643644 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=0022bc6f-dd2b-4d96-95fe-7711a5de420c,revision_number=5']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:05.663039 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:05.797175 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da846d48-4374-48c8-871c-43c4b2a8359a admin admin] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:31:05.831624 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37be7d-0b88-4884-8963-70c1c760f4f4 req-9a6955a5-fb01-4687-878f-0403d5a2b1f6 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:05.833114 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-2b37be7d-0b88-4884-8963-70c1c760f4f4 req-9a6955a5-fb01-4687-878f-0403d5a2b1f6 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.1055310
Jun 29 14:31:05.834586 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-da846d48-4374-48c8-871c-43c4b2a8359a admin admin] 10.222.0.13 "PUT /v2.0/routers/94fb0132-c1ea-4015-be7f-720f1191abd4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.3362665
Jun 29 14:31:05.901024 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-2b37be7d-0b88-4884-8963-70c1c760f4f4 req-bbebd1c3-df41-4a34-82b8-e2b32d37d446 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0512564
Jun 29 14:31:05.974413 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ecbbf3e8-b693-465b-8a00-c8aff7ceeaac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:06.087763 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ef395978-095b-445d-9536-c4ad6f33ed7a req-8c9206b6-aa50-4bd0-833a-c3a1061aec6d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 1103 time: 0.1426756
Jun 29 14:31:06.100732 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d16bae3e-2e51-451f-bd02-06ff3805dc20 req-4f6dc014-204d-49c7-866e-6461571482cd service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=81b2117a-f28e-4b50-96c5-0d02e8bf6439 HTTP/1.1" status: 200  len: 1099 time: 0.1544063
Jun 29 14:31:06.167812 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d16bae3e-2e51-451f-bd02-06ff3805dc20 req-2e53b0b1-8f76-439d-8b8e-9c9fbacce65a service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543261
Jun 29 14:31:06.169205 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ef395978-095b-445d-9536-c4ad6f33ed7a req-7cc6d33a-92d4-417e-8db9-d7db8c35b0c2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=d5e43db5-46ce-4fae-b624-a32784a322e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0732384
Jun 29 14:31:06.263753 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57183826-b100-43c8-8d66-574ba88e0f36 req-29c1479d-a144-4bf0-a2d1-2411e01c52ea tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:06.265212 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-57183826-b100-43c8-8d66-574ba88e0f36 req-29c1479d-a144-4bf0-a2d1-2411e01c52ea tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 944 time: 0.0784295
Jun 29 14:31:06.310151 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-57183826-b100-43c8-8d66-574ba88e0f36 req-18d4c900-ba5d-44b4-834f-7af8463e5126 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387714
Jun 29 14:31:06.376546 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:06.466313 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 42720) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:31:06.472156 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-2ce361bd-2b94-47fc-952b-558a946fce75 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1472676104', 'description': 'tempest-secgroup-smoke-1472676104 description', 'project_id': 'f8b1bff82789418781af3fd01f1db541'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:31:06.477752 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-2ce361bd-2b94-47fc-952b-558a946fce75 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:31:06.481817 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-2ce361bd-2b94-47fc-952b-558a946fce75 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Usage tracker for resource:security_group and tenant:f8b1bff82789418781af3fd01f1db541 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:31:06.485403 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-2ce361bd-2b94-47fc-952b-558a946fce75 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:31:06.491797 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-2ce361bd-2b94-47fc-952b-558a946fce75 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:31:06.500849 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-2ce361bd-2b94-47fc-952b-558a946fce75 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:06.514938 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e68ef81-c05a-4c6f-97c8-f341b4cfa215 req-c98fba22-21a1-4be3-a769-21d4cf4dc005 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:06.516400 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-5e68ef81-c05a-4c6f-97c8-f341b4cfa215 req-c98fba22-21a1-4be3-a769-21d4cf4dc005 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b2117a-f28e-4b50-96c5-0d02e8bf6439 HTTP/1.1" status: 200  len: 946 time: 0.0778494
Jun 29 14:31:06.535536 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-2ce361bd-2b94-47fc-952b-558a946fce75 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:31:06.539417 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-2ce361bd-2b94-47fc-952b-558a946fce75 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Usage tracker for resource:security_group_rule and tenant:f8b1bff82789418781af3fd01f1db541 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:31:06.542241 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-2ce361bd-2b94-47fc-952b-558a946fce75 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:31:06.547893 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-2ce361bd-2b94-47fc-952b-558a946fce75 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:31:06.573596 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-5e68ef81-c05a-4c6f-97c8-f341b4cfa215 req-d48ef69e-5764-4620-8e3d-029bc14fd632 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507030
Jun 29 14:31:06.602292 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-2ce361bd-2b94-47fc-952b-558a946fce75 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:06.606702 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-2ce361bd-2b94-47fc-952b-558a946fce75 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:06.612407 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-ab4dbd6b-9848-4125-869a-dfcd40e448d3 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:06.653143 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce361bd-2b94-47fc-952b-558a946fce75 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c7e07530-5b93-48f5-be99-60d6257727fb,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:06.655918 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-2ce361bd-2b94-47fc-952b-558a946fce75 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:06.656831 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-2ce361bd-2b94-47fc-952b-558a946fce75 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:06.658209 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-2ce361bd-2b94-47fc-952b-558a946fce75 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.1908801
Jun 29 14:31:06.661085 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 42726) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:31:06.667055 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-f76f3f10-25ed-4c9e-ad58-38ba4074aec3 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Request body: {'security_group_rule': {'security_group_id': 'c7e07530-5b93-48f5-be99-60d6257727fb', 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:31:06.673726 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-f76f3f10-25ed-4c9e-ad58-38ba4074aec3 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:31:06.677499 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-f76f3f10-25ed-4c9e-ad58-38ba4074aec3 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Usage tracker for resource:security_group_rule and tenant:f8b1bff82789418781af3fd01f1db541 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:31:06.680422 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-f76f3f10-25ed-4c9e-ad58-38ba4074aec3 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:31:06.686128 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-f76f3f10-25ed-4c9e-ad58-38ba4074aec3 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:31:06.739733 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-f76f3f10-25ed-4c9e-ad58-38ba4074aec3 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:06.824223 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-f76f3f10-25ed-4c9e-ad58-38ba4074aec3 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:06.833533 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e083a956-d4bf-4976-9efa-2b397e6eb66a req-70813ea0-02f5-4e14-b5aa-9a41c7f6746b tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:06.835012 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e083a956-d4bf-4976-9efa-2b397e6eb66a req-70813ea0-02f5-4e14-b5aa-9a41c7f6746b tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 950 time: 0.1323791
Jun 29 14:31:06.836002 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-f76f3f10-25ed-4c9e-ad58-38ba4074aec3 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768944'] for security_group_rule, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:06.844566 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:06.885799 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76f3f10-25ed-4c9e-ad58-38ba4074aec3 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01cdff28-db54-41e3-9dda-7ff67c3b9ada,revision_number=0']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:06.889490 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-f76f3f10-25ed-4c9e-ad58-38ba4074aec3 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:06.895661 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-f76f3f10-25ed-4c9e-ad58-38ba4074aec3 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:06.896784 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-f76f3f10-25ed-4c9e-ad58-38ba4074aec3 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2348051
Jun 29 14:31:06.899634 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 42730) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:31:06.905418 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-ac2cf3a2-10bc-41da-bf83-74b2e96de3cb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Request body: {'security_group_rule': {'security_group_id': 'c7e07530-5b93-48f5-be99-60d6257727fb', 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:31:06.911011 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-ac2cf3a2-10bc-41da-bf83-74b2e96de3cb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:31:06.914738 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-ac2cf3a2-10bc-41da-bf83-74b2e96de3cb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Usage tracker for resource:security_group_rule and tenant:f8b1bff82789418781af3fd01f1db541 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:31:06.916424 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e083a956-d4bf-4976-9efa-2b397e6eb66a req-ef6c89ab-d203-48ba-a920-1bc940efe88b tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5e43db5-46ce-4fae-b624-a32784a322e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740778
Jun 29 14:31:06.917977 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-ac2cf3a2-10bc-41da-bf83-74b2e96de3cb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:31:06.924513 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-ac2cf3a2-10bc-41da-bf83-74b2e96de3cb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:31:06.943868 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-ac2cf3a2-10bc-41da-bf83-74b2e96de3cb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:07.006486 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-ac2cf3a2-10bc-41da-bf83-74b2e96de3cb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:07.010068 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-ac2cf3a2-10bc-41da-bf83-74b2e96de3cb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768944'] for security_group_rule, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:07.019374 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:07.070738 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2cf3a2-10bc-41da-bf83-74b2e96de3cb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d278028c-0b5a-473e-8662-287944c7267d,revision_number=0']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:07.074137 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-ac2cf3a2-10bc-41da-bf83-74b2e96de3cb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:07.089841 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-ac2cf3a2-10bc-41da-bf83-74b2e96de3cb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:07.091038 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-ac2cf3a2-10bc-41da-bf83-74b2e96de3cb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.1904278
Jun 29 14:31:07.093900 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 42736) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:31:07.106038 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-56ecfa58-b036-44e0-85fa-8d43ec2732b7 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Request body: {'security_group_rule': {'security_group_id': 'c7e07530-5b93-48f5-be99-60d6257727fb', 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:31:07.117175 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-56ecfa58-b036-44e0-85fa-8d43ec2732b7 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:31:07.121725 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-56ecfa58-b036-44e0-85fa-8d43ec2732b7 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Usage tracker for resource:security_group_rule and tenant:f8b1bff82789418781af3fd01f1db541 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:31:07.125745 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-56ecfa58-b036-44e0-85fa-8d43ec2732b7 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:31:07.135979 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-56ecfa58-b036-44e0-85fa-8d43ec2732b7 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:31:07.138540 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f049e5a3-c64b-41c3-b75e-58affeabee88 req-a496c814-ac9b-4a84-8aa1-a1d55726c859 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:07.140142 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f049e5a3-c64b-41c3-b75e-58affeabee88 req-a496c814-ac9b-4a84-8aa1-a1d55726c859 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.1056983
Jun 29 14:31:07.156895 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-56ecfa58-b036-44e0-85fa-8d43ec2732b7 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:07.212269 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f049e5a3-c64b-41c3-b75e-58affeabee88 req-5f09e5d7-d31d-4471-af7e-f972a6a1f58f tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0659018
Jun 29 14:31:07.252252 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-56ecfa58-b036-44e0-85fa-8d43ec2732b7 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:07.255762 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-56ecfa58-b036-44e0-85fa-8d43ec2732b7 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768944'] for security_group_rule, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:07.258437 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-b9de63de-a84a-4b6e-bbab-d64ad79d91db tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:07.280111 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ecfa58-b036-44e0-85fa-8d43ec2732b7 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff714b3-9911-49c6-a1ac-b342a86601b7,revision_number=0']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:07.287047 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-56ecfa58-b036-44e0-85fa-8d43ec2732b7 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:07.291705 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-56ecfa58-b036-44e0-85fa-8d43ec2732b7 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:07.292868 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-56ecfa58-b036-44e0-85fa-8d43ec2732b7 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1978567
Jun 29 14:31:07.295492 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 42742) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:31:07.301641 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-beff30b5-7e54-4247-892e-f163fc7bf659 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Request body: {'security_group_rule': {'security_group_id': 'c7e07530-5b93-48f5-be99-60d6257727fb', 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:31:07.307152 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-beff30b5-7e54-4247-892e-f163fc7bf659 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:31:07.310882 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-beff30b5-7e54-4247-892e-f163fc7bf659 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Usage tracker for resource:security_group_rule and tenant:f8b1bff82789418781af3fd01f1db541 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:31:07.313720 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-beff30b5-7e54-4247-892e-f163fc7bf659 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:31:07.319419 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-beff30b5-7e54-4247-892e-f163fc7bf659 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:31:07.335409 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-beff30b5-7e54-4247-892e-f163fc7bf659 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:07.401276 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-beff30b5-7e54-4247-892e-f163fc7bf659 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:07.404192 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-beff30b5-7e54-4247-892e-f163fc7bf659 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768944'] for security_group_rule, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:07.420273 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-f76f3f10-25ed-4c9e-ad58-38ba4074aec3 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:07.436659 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beff30b5-7e54-4247-892e-f163fc7bf659 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a7bca85-71e4-4af3-b60d-7cf08349eb6f,revision_number=0']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:07.439811 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-beff30b5-7e54-4247-892e-f163fc7bf659 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:07.440986 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-beff30b5-7e54-4247-892e-f163fc7bf659 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:07.442174 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-beff30b5-7e54-4247-892e-f163fc7bf659 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1457229
Jun 29 14:31:07.445085 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 42748) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:31:07.450703 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-17a90f28-38c6-45b4-8b32-c3f406456f89 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Request body: {'security_group_rule': {'security_group_id': 'c7e07530-5b93-48f5-be99-60d6257727fb', 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:31:07.458842 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-17a90f28-38c6-45b4-8b32-c3f406456f89 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:31:07.494645 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-17a90f28-38c6-45b4-8b32-c3f406456f89 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Usage tracker for resource:security_group_rule and tenant:f8b1bff82789418781af3fd01f1db541 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:31:07.501210 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-17a90f28-38c6-45b4-8b32-c3f406456f89 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:31:07.512992 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-17a90f28-38c6-45b4-8b32-c3f406456f89 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:31:07.530215 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.db.securitygroups_db [None req-17a90f28-38c6-45b4-8b32-c3f406456f89 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Project f8b1bff82789418781af3fd01f1db541 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 29 14:31:07.538725 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-17a90f28-38c6-45b4-8b32-c3f406456f89 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:07.590064 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-578c2228-09da-415a-bdcc-39f6168eda97 req-9da41028-f813-4a31-b711-d2380a105982 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:07.591504 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-578c2228-09da-415a-bdcc-39f6168eda97 req-9da41028-f813-4a31-b711-d2380a105982 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 944 time: 0.1358099
Jun 29 14:31:07.704069 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-17a90f28-38c6-45b4-8b32-c3f406456f89 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:07.712246 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-17a90f28-38c6-45b4-8b32-c3f406456f89 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768944'] for security_group_rule, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:07.716482 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:07.727338 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-578c2228-09da-415a-bdcc-39f6168eda97 req-caae5553-47c7-4136-a793-e425722e99f1 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1292720
Jun 29 14:31:07.742357 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a90f28-38c6-45b4-8b32-c3f406456f89 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5fe24d2-dd05-4d2a-a56d-2e39f89ef403,revision_number=0']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:07.747435 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-17a90f28-38c6-45b4-8b32-c3f406456f89 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:07.754648 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-17a90f28-38c6-45b4-8b32-c3f406456f89 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:07.758422 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-17a90f28-38c6-45b4-8b32-c3f406456f89 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.3100297
Jun 29 14:31:07.758851 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 42754) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:31:07.764880 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-6e7e3ccf-7076-41ea-b9a5-6854a40fa4bb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Request body: {'security_group_rule': {'security_group_id': 'c7e07530-5b93-48f5-be99-60d6257727fb', 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:31:07.771362 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-6e7e3ccf-7076-41ea-b9a5-6854a40fa4bb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:31:07.775082 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-6e7e3ccf-7076-41ea-b9a5-6854a40fa4bb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Usage tracker for resource:security_group_rule and tenant:f8b1bff82789418781af3fd01f1db541 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:31:07.777857 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-6e7e3ccf-7076-41ea-b9a5-6854a40fa4bb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:31:07.783762 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6a43e6-c4ac-46c4-a7d8-6dd53b81f336 req-c3aa0628-4405-4139-a18e-ca6124456b00 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:07.784057 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-6e7e3ccf-7076-41ea-b9a5-6854a40fa4bb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:31:07.785218 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-9d6a43e6-c4ac-46c4-a7d8-6dd53b81f336 req-c3aa0628-4405-4139-a18e-ca6124456b00 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b2117a-f28e-4b50-96c5-0d02e8bf6439 HTTP/1.1" status: 200  len: 946 time: 0.0879078
Jun 29 14:31:07.793061 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.db.securitygroups_db [None req-6e7e3ccf-7076-41ea-b9a5-6854a40fa4bb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Project f8b1bff82789418781af3fd01f1db541 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 29 14:31:07.799308 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-6e7e3ccf-7076-41ea-b9a5-6854a40fa4bb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:07.838738 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-9d6a43e6-c4ac-46c4-a7d8-6dd53b81f336 req-c512a7aa-eea2-4718-bc3e-f9cf4083a470 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472689
Jun 29 14:31:07.870167 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-6e7e3ccf-7076-41ea-b9a5-6854a40fa4bb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:07.874630 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-6e7e3ccf-7076-41ea-b9a5-6854a40fa4bb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768944'] for security_group_rule, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:07.877164 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:07.899370 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7e3ccf-7076-41ea-b9a5-6854a40fa4bb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f1268652-6dc7-416e-94a7-bcee03f65b60,revision_number=0']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:07.901697 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-6e7e3ccf-7076-41ea-b9a5-6854a40fa4bb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:07.909636 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-6e7e3ccf-7076-41ea-b9a5-6854a40fa4bb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:07.910954 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-6e7e3ccf-7076-41ea-b9a5-6854a40fa4bb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1510112
Jun 29 14:31:08.119416 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a281db-8462-466f-8187-aa7cd40c271e req-84da1a39-edb2-469b-9b22-918ef15d2722 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:08.120833 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-96a281db-8462-466f-8187-aa7cd40c271e req-84da1a39-edb2-469b-9b22-918ef15d2722 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 950 time: 0.0800893
Jun 29 14:31:08.174432 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-2a861fe8-34eb-47dd-a0d5-025209bdc9e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:08.183386 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-96a281db-8462-466f-8187-aa7cd40c271e req-12b725e8-d95f-40a0-abaa-df1299a3ef10 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5e43db5-46ce-4fae-b624-a32784a322e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0566232
Jun 29 14:31:08.379667 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e48b8955-2936-4ddf-9645-472867c2144a req-01ab3ae1-bce1-44dd-9f55-c1ff2d863455 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0799093
Jun 29 14:31:08.511695 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e48b8955-2936-4ddf-9645-472867c2144a req-c6cbfeb0-14f8-46cc-96e4-fa3276925847 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5bff793212d24b37a3b1ec86e1a04aaa&device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 1098 time: 0.1002793
Jun 29 14:31:08.533589 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba63511-87f8-45c0-93e9-734c757e2d09 req-b972ce3b-270c-40c9-b118-a9eab90b7d75 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:08.540675 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-1ba63511-87f8-45c0-93e9-734c757e2d09 req-b972ce3b-270c-40c9-b118-a9eab90b7d75 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.1401844
Jun 29 14:31:08.685594 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-1ba63511-87f8-45c0-93e9-734c757e2d09 req-0c0b83e8-9132-4a31-af04-a8337f7a4185 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1439788
Jun 29 14:31:08.855193 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b8955-2936-4ddf-9645-472867c2144a req-506d26da-120e-4a09-a598-c35dee90d50e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:08.857088 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e48b8955-2936-4ddf-9645-472867c2144a req-506d26da-120e-4a09-a598-c35dee90d50e service neutron] 10.222.0.69 "GET /v2.0/networks?id=4136cd64-8118-416e-874b-f6ed5b97de9f HTTP/1.1" status: 200  len: 910 time: 0.3121693
Jun 29 14:31:08.967678 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6cfb92-85d0-45de-892d-851c69b35a99 req-b9637ea2-e969-4214-84bb-737c877e5012 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:08.969240 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-ae6cfb92-85d0-45de-892d-851c69b35a99 req-b9637ea2-e969-4214-84bb-737c877e5012 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 950 time: 0.0837188
Jun 29 14:31:09.011089 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e48b8955-2936-4ddf-9645-472867c2144a req-1c463960-400a-4e48-bd54-fa276a5a40da service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05abead1-999d-420b-9b7b-383b2a076a22 HTTP/1.1" status: 200  len: 1001 time: 0.1468296
Jun 29 14:31:09.017949 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-ae6cfb92-85d0-45de-892d-851c69b35a99 req-e9ca0312-53b9-485d-8e78-36a53c25a5af tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5e43db5-46ce-4fae-b624-a32784a322e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421770
Jun 29 14:31:09.069469 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330d763a-6f8e-49fe-8e3d-749c8d244e88 req-c5904790-2c99-49c5-ae90-9d80f8ca6972 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:09.070899 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-330d763a-6f8e-49fe-8e3d-749c8d244e88 req-c5904790-2c99-49c5-ae90-9d80f8ca6972 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 944 time: 0.1388187
Jun 29 14:31:09.110471 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48b8955-2936-4ddf-9645-472867c2144a req-5dd4df2a-1fd7-4d0f-ba33-3f08f086a074 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:09.111972 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e48b8955-2936-4ddf-9645-472867c2144a req-5dd4df2a-1fd7-4d0f-ba33-3f08f086a074 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6b290bd3-20c6-48b7-a0ea-2f1a94cb7740 HTTP/1.1" status: 200  len: 848 time: 0.0865355
Jun 29 14:31:09.166028 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:09.171040 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-330d763a-6f8e-49fe-8e3d-749c8d244e88 req-5b24eda6-757a-4696-9d46-02d21d1d5938 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0944285
Jun 29 14:31:09.202820 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e48b8955-2936-4ddf-9645-472867c2144a req-0684b837-c3bc-4934-8582-80f1244f2837 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4136cd64-8118-416e-874b-f6ed5b97de9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0736649
Jun 29 14:31:09.364856 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e48b8955-2936-4ddf-9645-472867c2144a req-f4e1f4f6-312e-4fcb-a02b-ea40223f5d0a service neutron] 10.222.0.69 "GET /v2.0/networks/4136cd64-8118-416e-874b-f6ed5b97de9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1544542
Jun 29 14:31:09.546999 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e48b8955-2936-4ddf-9645-472867c2144a req-c4649ad2-3ac7-47c6-a352-748042996e82 service neutron] 10.222.0.69 "GET /v2.0/networks/4136cd64-8118-416e-874b-f6ed5b97de9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1680577
Jun 29 14:31:09.950102 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:10.037370 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6915b3d-5ce4-4bea-be5e-46c77f872ebd req-6685c1f0-3b00-484f-8f20-2a6fc7201152 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:10.048809 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f6915b3d-5ce4-4bea-be5e-46c77f872ebd req-6685c1f0-3b00-484f-8f20-2a6fc7201152 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.1394932
Jun 29 14:31:10.084838 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fbe9764-ddb4-4f41-9677-8d308933d068 req-ccb00614-19ac-417f-a7f1-11a4a39ff676 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:10.098433 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-1fbe9764-ddb4-4f41-9677-8d308933d068 req-ccb00614-19ac-417f-a7f1-11a4a39ff676 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b2117a-f28e-4b50-96c5-0d02e8bf6439 HTTP/1.1" status: 200  len: 946 time: 0.1419556
Jun 29 14:31:10.137902 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f6915b3d-5ce4-4bea-be5e-46c77f872ebd req-43f63848-389d-408d-b10a-92ec16941c3c tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0867486
Jun 29 14:31:10.159551 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-1fbe9764-ddb4-4f41-9677-8d308933d068 req-83bba011-4646-4179-a428-307de79b43f9 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602400
Jun 29 14:31:10.280991 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ac067704-1845-4719-8320-3b1e149827e3 req-3a9cf0de-4dee-4670-af9d-0a5e26e2bfad service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89&tenant_id=9168106bff7043a69607ef135131ee6b HTTP/1.1" status: 200  len: 1097 time: 0.0907576
Jun 29 14:31:10.383341 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ac067704-1845-4719-8320-3b1e149827e3 req-d256d773-bb6e-4449-bc8c-584cc58a7390 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9168106bff7043a69607ef135131ee6b&device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 1097 time: 0.0724263
Jun 29 14:31:10.397170 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59ab1ce-4155-4ff1-a4e5-98205c7375a6 req-953f5e75-4510-49fb-a43c-46122a48c987 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:10.398632 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b59ab1ce-4155-4ff1-a4e5-98205c7375a6 req-953f5e75-4510-49fb-a43c-46122a48c987 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 944 time: 0.0776019
Jun 29 14:31:10.446777 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b59ab1ce-4155-4ff1-a4e5-98205c7375a6 req-92337a04-ee92-45d7-a147-bbba965ce85b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426054
Jun 29 14:31:10.576443 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac067704-1845-4719-8320-3b1e149827e3 req-810a42f2-da9d-477c-8f0c-f26399c51cdf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:10.577880 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ac067704-1845-4719-8320-3b1e149827e3 req-810a42f2-da9d-477c-8f0c-f26399c51cdf service neutron] 10.222.0.69 "GET /v2.0/networks?id=4efbe09a-ec64-4c57-8f69-466f632996dc HTTP/1.1" status: 200  len: 917 time: 0.1879942
Jun 29 14:31:10.591290 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c99c00-28e7-40c4-9025-51d1c256db0b req-6bd728d0-dbed-4148-9ebe-e9c15c7bdf1e tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:10.592614 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-41c99c00-28e7-40c4-9025-51d1c256db0b req-6bd728d0-dbed-4148-9ebe-e9c15c7bdf1e tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 950 time: 0.1300814
Jun 29 14:31:10.636870 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-41c99c00-28e7-40c4-9025-51d1c256db0b req-24a6e667-8a05-44b6-b3a9-77a28822250a tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5e43db5-46ce-4fae-b624-a32784a322e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0387700
Jun 29 14:31:10.689865 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 6 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:31:10.861601 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:11.194028 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 700c7c02-4529-4765-9ce6-857dc6bf3d27 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:31:11.271681 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning for port 700c7c02-4529-4765-9ce6-857dc6bf3d27 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:31:11.278647 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 700c7c02-4529-4765-9ce6-857dc6bf3d27 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:31:11.279079 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:11.369387 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691d559-8977-475a-95b3-457a3dfa9209 req-3cb2ab54-d40a-41ac-88b5-486337a0666a tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:11.371528 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-1691d559-8977-475a-95b3-457a3dfa9209 req-3cb2ab54-d40a-41ac-88b5-486337a0666a tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.0937223
Jun 29 14:31:11.394827 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1612157-7cc7-4515-b614-0dfc0ad64a95 req-3c786e5f-5fe8-4f35-b195-8932bf88614b tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:11.396309 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d1612157-7cc7-4515-b614-0dfc0ad64a95 req-3c786e5f-5fe8-4f35-b195-8932bf88614b tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b2117a-f28e-4b50-96c5-0d02e8bf6439 HTTP/1.1" status: 200  len: 946 time: 0.0990140
Jun 29 14:31:11.417134 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:11.433218 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-1691d559-8977-475a-95b3-457a3dfa9209 req-ccc16861-49e5-46e4-bb35-aeadbacf6066 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560718
Jun 29 14:31:11.434715 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] For port 700c7c02-4529-4765-9ce6-857dc6bf3d27, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=700c7c02-4529-4765-9ce6-857dc6bf3d27,segment=NetworkSegment(c4c225a7-9a59-46d1-b662-631cedda96e9),segment_id=c4c225a7-9a59-46d1-b662-631cedda96e9)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:31:11.439109 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:11.442968 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-be764e30-466a-497d-bb1a-7026d2c3e571 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:11.451107 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d1612157-7cc7-4515-b614-0dfc0ad64a95 req-5c2963e4-9160-41cb-a8d6-688cae0be1d6 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490122
Jun 29 14:31:11.509327 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Pushing event updated for resources: {'Port': ['ID=700c7c02-4529-4765-9ce6-857dc6bf3d27,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:11.512682 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:11.661843 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58669520-4e78-4474-969f-032c7f438660 req-5e4a21cf-5dfd-49b6-9aa9-20139ac8f5c3 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:11.664042 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-58669520-4e78-4474-969f-032c7f438660 req-5e4a21cf-5dfd-49b6-9aa9-20139ac8f5c3 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 944 time: 0.0777111
Jun 29 14:31:11.715186 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-58669520-4e78-4474-969f-032c7f438660 req-1b701ef1-4275-4d15-bb69-1cd78fb125f4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0459309
Jun 29 14:31:11.765815 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ac067704-1845-4719-8320-3b1e149827e3 req-6aa13228-5ab8-4b80-99cd-729ab9270923 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da2a16d0-a72c-4e20-9a86-51b3070c4df3 HTTP/1.1" status: 200  len: 1000 time: 0.1762252
Jun 29 14:31:11.850400 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893bcdb6-e598-4310-b12c-cb0d43f82776 req-f2ed17c6-2e23-45da-bb3f-a8b7aae535b8 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:11.851856 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-893bcdb6-e598-4310-b12c-cb0d43f82776 req-f2ed17c6-2e23-45da-bb3f-a8b7aae535b8 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 950 time: 0.0769160
Jun 29 14:31:11.896399 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-893bcdb6-e598-4310-b12c-cb0d43f82776 req-81427bc2-2076-4c7d-9cd7-791c09b3b0e3 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5e43db5-46ce-4fae-b624-a32784a322e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0386901
Jun 29 14:31:12.545478 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac067704-1845-4719-8320-3b1e149827e3 req-edffbbf4-df1e-4755-adfe-1d1796eb4654 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:12.546935 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ac067704-1845-4719-8320-3b1e149827e3 req-edffbbf4-df1e-4755-adfe-1d1796eb4654 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7c6c0350-3172-4dbb-bc15-a1e408f3e7e3 HTTP/1.1" status: 200  len: 855 time: 0.0626585
Jun 29 14:31:12.633316 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6840e1-849b-413b-af6d-e301c3f9dc6f req-5e7e2031-03c8-4b76-982d-07656ccf2d10 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:12.634961 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-ae6840e1-849b-413b-af6d-e301c3f9dc6f req-5e7e2031-03c8-4b76-982d-07656ccf2d10 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.0762777
Jun 29 14:31:12.653874 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b69bb4-5d1c-4caf-9dc9-071f678addf8 req-ffbe4573-7510-47af-bc60-6b962f7141d5 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:12.655592 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-50b69bb4-5d1c-4caf-9dc9-071f678addf8 req-ffbe4573-7510-47af-bc60-6b962f7141d5 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b2117a-f28e-4b50-96c5-0d02e8bf6439 HTTP/1.1" status: 200  len: 946 time: 0.0835183
Jun 29 14:31:12.684133 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-ae6840e1-849b-413b-af6d-e301c3f9dc6f req-2fad36c1-e3fd-450a-a961-736426664232 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401089
Jun 29 14:31:12.703347 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-50b69bb4-5d1c-4caf-9dc9-071f678addf8 req-99d27a73-70a2-4ff0-a261-e6a41982c599 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412161
Jun 29 14:31:12.932102 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626f98a-2fe0-4f46-ab38-c8f1c3cb6455 req-bdb44dc4-fef5-4009-a5ef-420595ad014f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:12.933548 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-d626f98a-2fe0-4f46-ab38-c8f1c3cb6455 req-bdb44dc4-fef5-4009-a5ef-420595ad014f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 944 time: 0.0797086
Jun 29 14:31:12.978836 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-d626f98a-2fe0-4f46-ab38-c8f1c3cb6455 req-1c936f89-534d-4dac-94ad-4e2204795814 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0395012
Jun 29 14:31:13.093263 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4a331-aeb9-4add-bb3d-869428f6ee79 req-ddc198c1-2276-4ff2-af36-fe5424aad803 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:13.094667 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-acf4a331-aeb9-4add-bb3d-869428f6ee79 req-ddc198c1-2276-4ff2-af36-fe5424aad803 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 950 time: 0.0791390
Jun 29 14:31:13.139219 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-acf4a331-aeb9-4add-bb3d-869428f6ee79 req-de959453-f6e7-4a83-8f74-6562e49b7307 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5e43db5-46ce-4fae-b624-a32784a322e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0390296
Jun 29 14:31:13.171159 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 700c7c02-4529-4765-9ce6-857dc6bf3d27 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:31:13.238646 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 700c7c02-4529-4765-9ce6-857dc6bf3d27 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:31:13.239025 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:13.605371 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ac067704-1845-4719-8320-3b1e149827e3 req-fdbbd377-9f34-4ac0-9dbd-7a5c925f1489 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4efbe09a-ec64-4c57-8f69-466f632996dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0675206
Jun 29 14:31:13.740895 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ac067704-1845-4719-8320-3b1e149827e3 req-b8653695-9479-43a5-b9d1-ac9dcc774c97 service neutron] 10.222.0.69 "GET /v2.0/networks/4efbe09a-ec64-4c57-8f69-466f632996dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1257107
Jun 29 14:31:13.900952 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae28563-114e-4dbb-bbdf-733dc404a43c req-bb111cc0-c0cd-449f-b38d-834abb0bc464 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:13.902720 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-9ae28563-114e-4dbb-bbdf-733dc404a43c req-bb111cc0-c0cd-449f-b38d-834abb0bc464 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.0923729
Jun 29 14:31:13.950130 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-9ae28563-114e-4dbb-bbdf-733dc404a43c req-e4cc670b-2c32-4dd1-9a13-0cb70a7131ed tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407510
Jun 29 14:31:13.995732 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ac067704-1845-4719-8320-3b1e149827e3 req-3e0c268b-9a39-44bc-b5c1-601a48c716cd service neutron] 10.222.0.69 "GET /v2.0/networks/4efbe09a-ec64-4c57-8f69-466f632996dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2384434
Jun 29 14:31:14.011614 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103b2d52-8436-4eb3-a38c-687b1fd64c58 req-f333ec82-d4b3-4511-954f-4e5f2875167d tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:14.014016 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-103b2d52-8436-4eb3-a38c-687b1fd64c58 req-f333ec82-d4b3-4511-954f-4e5f2875167d tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.69 "GET /v2.0/ports?device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 950 time: 0.2323499
Jun 29 14:31:14.036980 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a896a7-6da5-436d-a3e5-e1cc72e0c96f req-ad784077-8853-4086-b095-72958bc71c07 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:14.038348 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e3a896a7-6da5-436d-a3e5-e1cc72e0c96f req-ad784077-8853-4086-b095-72958bc71c07 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b2117a-f28e-4b50-96c5-0d02e8bf6439 HTTP/1.1" status: 200  len: 946 time: 0.1788743
Jun 29 14:31:14.147978 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [req-103b2d52-8436-4eb3-a38c-687b1fd64c58 req-4efd820a-ef62-4e1e-a9cd-555204e4579a tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Deleting port 0022bc6f-dd2b-4d96-95fe-7711a5de420c {{(pid=74234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:31:14.148279 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-103b2d52-8436-4eb3-a38c-687b1fd64c58 req-4efd820a-ef62-4e1e-a9cd-555204e4579a tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:14.156505 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55af74cf-c3e3-4b0c-87e7-87decd02fce0 None None] Sync routers for ids ['94fb0132-c1ea-4015-be7f-720f1191abd4'] in dv-cinder-798356-1-iscsi {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:31:14.170745 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55af74cf-c3e3-4b0c-87e7-87decd02fce0 None None] Routers {'94fb0132-c1ea-4015-be7f-720f1191abd4'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:31:14.172007 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-55af74cf-c3e3-4b0c-87e7-87decd02fce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b947f07c0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:31:08Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['94fb0132-c1ea-4015-be7f-720f1191abd4'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:31:14.181598 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e3a896a7-6da5-436d-a3e5-e1cc72e0c96f req-62ab29fe-0d6e-4c74-9f56-b250f8af9f42 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1368973
Jun 29 14:31:14.234982 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694bbacb-ada0-48c2-98fe-ed7565cd9c31 req-d43c904b-ceaf-4540-8093-31942d1014f8 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:14.240107 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-694bbacb-ada0-48c2-98fe-ed7565cd9c31 req-d43c904b-ceaf-4540-8093-31942d1014f8 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 944 time: 0.1140273
Jun 29 14:31:14.338174 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-694bbacb-ada0-48c2-98fe-ed7565cd9c31 req-3df492b3-2ad1-4a2c-a4af-d43b737ba2e1 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0895183
Jun 29 14:31:14.523621 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-103b2d52-8436-4eb3-a38c-687b1fd64c58 req-4efd820a-ef62-4e1e-a9cd-555204e4579a tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] For port 0022bc6f-dd2b-4d96-95fe-7711a5de420c, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=0022bc6f-dd2b-4d96-95fe-7711a5de420c,segment=NetworkSegment(a0ca13f2-c30f-4112-ba11-d4bf79aab82a),segment_id=a0ca13f2-c30f-4112-ba11-d4bf79aab82a)] {{(pid=74234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:31:14.525018 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-103b2d52-8436-4eb3-a38c-687b1fd64c58 req-4efd820a-ef62-4e1e-a9cd-555204e4579a tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:14.528013 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-55af74cf-c3e3-4b0c-87e7-87decd02fce0 None None] Set router 94fb0132-c1ea-4015-be7f-720f1191abd4 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:31:14.830780 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [req-103b2d52-8436-4eb3-a38c-687b1fd64c58 req-4efd820a-ef62-4e1e-a9cd-555204e4579a tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Calling delete_port for 0022bc6f-dd2b-4d96-95fe-7711a5de420c owned by compute:nova {{(pid=74234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:31:14.877235 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-55af74cf-c3e3-4b0c-87e7-87decd02fce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b947f07c0>, [{'id': '94fb0132-c1ea-4015-be7f-720f1191abd4', 'name': 'tempest-TestVolumeBootPattern-869986334-router', 'tenant_id': '8f852b0bdecd4894923f5af3d7e9c2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '700c7c02-4529-4765-9ce6-857dc6bf3d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:56Z', 'updated_at': '2021-06-29T14:31:03Z', 'revision_number': 4, 'project_id': '8f852b0bdecd4894923f5af3d7e9c2a7', 'gw_port': {'id': '700c7c02-4529-4765-9ce6-857dc6bf3d27', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:36:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fb0132-c1ea-4015-be7f-720f1191abd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:58Z', 'updated_at': '2021-06-29T14:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '718dacf9-c63e-4427-afe9-f77602aa7f94', 'name': '', 'network_id': 'dff83c80-d4a2-4915-8ca9-d19fe50de85f', 'tenant_id': '8f852b0bdecd4894923f5af3d7e9c2a7', 'mac_address': 'fa:16:3e:97:1b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94fb0132-c1ea-4015-be7f-720f1191abd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00214823-5fbc-43a1-b90b-f6a0158e96b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:31:02Z', 'updated_at': '2021-06-29T14:31:04Z', 'revision_number': 2, 'project_id': '8f852b0bdecd4894923f5af3d7e9c2a7', 'subnets': [{'id': '00214823-5fbc-43a1-b90b-f6a0158e96b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:31:14.881273 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55af74cf-c3e3-4b0c-87e7-87decd02fce0 None None] Checking router: 94fb0132-c1ea-4015-be7f-720f1191abd4 for host: dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:31:14.881697 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55af74cf-c3e3-4b0c-87e7-87decd02fce0 None None] Updating router 94fb0132-c1ea-4015-be7f-720f1191abd4 port 718dacf9-c63e-4427-afe9-f77602aa7f94 binding host dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 14:31:14.942301 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-840f3faf-23b6-462c-bd49-fee46679a6bc req-bab34be4-874d-41fa-89cd-1e542856bdc1 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:14.943875 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-840f3faf-23b6-462c-bd49-fee46679a6bc req-bab34be4-874d-41fa-89cd-1e542856bdc1 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 950 time: 0.5430796
Jun 29 14:31:14.951364 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-55af74cf-c3e3-4b0c-87e7-87decd02fce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:15.032925 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3789a9-fe40-4196-a6fb-96fce11da8b5 req-beacf4cf-34a1-49e7-991d-fe080f89da4c tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:15.034360 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4b3789a9-fe40-4196-a6fb-96fce11da8b5 req-beacf4cf-34a1-49e7-991d-fe080f89da4c tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.69 "GET /v2.0/ports?device_id=81b2117a-f28e-4b50-96c5-0d02e8bf6439 HTTP/1.1" status: 200  len: 946 time: 0.4960737
Jun 29 14:31:15.149481 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-840f3faf-23b6-462c-bd49-fee46679a6bc req-4d3ba005-b3e7-4e4f-95c0-eaf49ddbdb13 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/security-groups?id=d5e43db5-46ce-4fae-b624-a32784a322e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1905079
Jun 29 14:31:15.167914 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b004256-5ea9-4969-aa96-9d52bc5c8bb7 req-9ec82056-25ed-47e6-b4ff-de0d3abe26b3 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:15.169852 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-2b004256-5ea9-4969-aa96-9d52bc5c8bb7 req-9ec82056-25ed-47e6-b4ff-de0d3abe26b3 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.69 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.5374975
Jun 29 14:31:15.177950 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-103b2d52-8436-4eb3-a38c-687b1fd64c58 req-4efd820a-ef62-4e1e-a9cd-555204e4579a tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:15.187990 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-917d4d3d-2af6-4a76-86c2-aded90f2aa61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:15.248386 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4efd820a-ef62-4e1e-a9cd-555204e4579a tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Pushing event deleted for resources: {'Port': ['ID=0022bc6f-dd2b-4d96-95fe-7711a5de420c,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:15.251987 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-4efd820a-ef62-4e1e-a9cd-555204e4579a tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:15.267977 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eea3e3-4d6f-40e5-b163-282c338efc28 req-90fc8e46-95c2-4961-8cc5-273d03fd0402 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:15.269260 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [req-4b3789a9-fe40-4196-a6fb-96fce11da8b5 req-e4872f8c-2a7e-4d0d-a15e-f0eddc8a6b74 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Deleting port ea797aae-3857-4831-894b-0eac6bc1228d {{(pid=74234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:31:15.269602 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-4b3789a9-fe40-4196-a6fb-96fce11da8b5 req-e4872f8c-2a7e-4d0d-a15e-f0eddc8a6b74 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:15.269756 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b9eea3e3-4d6f-40e5-b163-282c338efc28 req-90fc8e46-95c2-4961-8cc5-273d03fd0402 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.1634932
Jun 29 14:31:15.404261 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b9eea3e3-4d6f-40e5-b163-282c338efc28 req-ea101007-42eb-4e9c-8077-1f1e4445be57 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042621
Jun 29 14:31:15.503280 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-55af74cf-c3e3-4b0c-87e7-87decd02fce0 None None] Notify callbacks [] for port, precommit_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:15.536891 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-55af74cf-c3e3-4b0c-87e7-87decd02fce0 None None] Transition to ACTIVE for port object 718dacf9-c63e-4427-afe9-f77602aa7f94 will not be triggered until provisioned by entity L2. {{(pid=74236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:31:15.553672 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-55af74cf-c3e3-4b0c-87e7-87decd02fce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:15.564247 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-18f4341e-aea9-4d40-ad8c-be408ab928b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:15.565512 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [req-103b2d52-8436-4eb3-a38c-687b1fd64c58 req-4efd820a-ef62-4e1e-a9cd-555204e4579a tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] No DVR routers for this DVR port 0022bc6f-dd2b-4d96-95fe-7711a5de420c on host hv-cinder-79835 {{(pid=74234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 14:31:15.568613 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-103b2d52-8436-4eb3-a38c-687b1fd64c58 req-4efd820a-ef62-4e1e-a9cd-555204e4579a tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:15.577284 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b', 'name': 'network-vif-deleted', 'tag': '0022bc6f-dd2b-4d96-95fe-7711a5de420c'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:31:15.660272 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15a8e6-024c-4590-ad31-5c081a1eb094 None None] Pushing event updated for resources: {'Port': ['ID=718dacf9-c63e-4427-afe9-f77602aa7f94,revision_number=3']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:15.660272 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-1b15a8e6-024c-4590-ad31-5c081a1eb094 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:15.675572 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-103b2d52-8436-4eb3-a38c-687b1fd64c58 req-4efd820a-ef62-4e1e-a9cd-555204e4579a tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.69 "DELETE /v2.0/ports/0022bc6f-dd2b-4d96-95fe-7711a5de420c HTTP/1.1" status: 204  len: 173 time: 1.6161654
Jun 29 14:31:15.754082 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654c7101-07c6-4fb9-8bb0-04fa2be57aeb req-4d280856-80a9-472a-b9ab-20c2d3ca15cb tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:15.756019 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-654c7101-07c6-4fb9-8bb0-04fa2be57aeb req-4d280856-80a9-472a-b9ab-20c2d3ca15cb tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b2117a-f28e-4b50-96c5-0d02e8bf6439 HTTP/1.1" status: 200  len: 946 time: 0.3824468
Jun 29 14:31:15.906356 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-654c7101-07c6-4fb9-8bb0-04fa2be57aeb req-59e15368-add5-43a8-9898-6c9fce783c49 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/security-groups?id=7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0953314
Jun 29 14:31:15.929427 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2389fc2-ba0e-416b-8c5c-837d829baeb0 req-4506cec7-62de-4f0c-ae60-e5e5bf96f95d tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:15.931509 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f2389fc2-ba0e-416b-8c5c-837d829baeb0 req-4506cec7-62de-4f0c-ae60-e5e5bf96f95d tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 944 time: 0.1909266
Jun 29 14:31:15.933636 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-55af74cf-c3e3-4b0c-87e7-87decd02fce0 None None] Attempting to bind port 718dacf9-c63e-4427-afe9-f77602aa7f94 on host dv-cinder-798356-1-iscsi for vnic_type normal with profile  {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:31:15.934088 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-55af74cf-c3e3-4b0c-87e7-87decd02fce0 None None] Attempting to bind port 718dacf9-c63e-4427-afe9-f77602aa7f94 by drivers openvswitch,hyperv on host dv-cinder-798356-1-iscsi at level 0 using segments [{'id': '4092b7fe-dfe8-4984-9cf9-7cac06887fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dff83c80-d4a2-4915-8ca9-d19fe50de85f'}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:31:15.934586 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55af74cf-c3e3-4b0c-87e7-87decd02fce0 None None] Attempting to bind port 718dacf9-c63e-4427-afe9-f77602aa7f94 on network dff83c80-d4a2-4915-8ca9-d19fe50de85f {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:31:15.942114 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-4b3789a9-fe40-4196-a6fb-96fce11da8b5 req-e4872f8c-2a7e-4d0d-a15e-f0eddc8a6b74 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] For port ea797aae-3857-4831-894b-0eac6bc1228d, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=ea797aae-3857-4831-894b-0eac6bc1228d,segment=NetworkSegment(c6927e74-905f-4980-a50c-058a777d391d),segment_id=c6927e74-905f-4980-a50c-058a777d391d)] {{(pid=74234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:31:15.942320 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55af74cf-c3e3-4b0c-87e7-87decd02fce0 None None] Checking agent: {'id': '7de42cfb-0b94-485f-bf24-4ef591216796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 6), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:31:15.942868 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55af74cf-c3e3-4b0c-87e7-87decd02fce0 None None] Checking segment: {'id': '4092b7fe-dfe8-4984-9cf9-7cac06887fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dff83c80-d4a2-4915-8ca9-d19fe50de85f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:31:15.943293 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-4b3789a9-fe40-4196-a6fb-96fce11da8b5 req-e4872f8c-2a7e-4d0d-a15e-f0eddc8a6b74 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:15.943507 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-55af74cf-c3e3-4b0c-87e7-87decd02fce0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:15.943928 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55af74cf-c3e3-4b0c-87e7-87decd02fce0 None None] Bound using segment: {'id': '4092b7fe-dfe8-4984-9cf9-7cac06887fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dff83c80-d4a2-4915-8ca9-d19fe50de85f'} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:31:15.944502 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-55af74cf-c3e3-4b0c-87e7-87decd02fce0 None None] Bound port: 718dacf9-c63e-4427-afe9-f77602aa7f94, host: dv-cinder-798356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4092b7fe-dfe8-4984-9cf9-7cac06887fa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 508, 'network_id': 'dff83c80-d4a2-4915-8ca9-d19fe50de85f'}}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:31:15.944977 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-55af74cf-c3e3-4b0c-87e7-87decd02fce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:15.995806 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f2389fc2-ba0e-416b-8c5c-837d829baeb0 req-0285b200-6290-4f46-bd5c-6d456c622656 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0581455
Jun 29 14:31:16.020897 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b', 'name': 'network-vif-deleted', 'tag': '0022bc6f-dd2b-4d96-95fe-7711a5de420c', 'status': 'completed', 'code': 200}
Jun 29 14:31:16.041908 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-55af74cf-c3e3-4b0c-87e7-87decd02fce0 None None] For port 718dacf9-c63e-4427-afe9-f77602aa7f94, host dv-cinder-798356-1-iscsi, cleared binding levels {{(pid=74236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:31:16.045133 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-55af74cf-c3e3-4b0c-87e7-87decd02fce0 None None] For port 718dacf9-c63e-4427-afe9-f77602aa7f94, host dv-cinder-798356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=718dacf9-c63e-4427-afe9-f77602aa7f94,segment=NetworkSegment(4092b7fe-dfe8-4984-9cf9-7cac06887fa4),segment_id=4092b7fe-dfe8-4984-9cf9-7cac06887fa4)] {{(pid=74236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:31:16.051261 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-55af74cf-c3e3-4b0c-87e7-87decd02fce0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:16.055374 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:16.082990 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [req-4b3789a9-fe40-4196-a6fb-96fce11da8b5 req-e4872f8c-2a7e-4d0d-a15e-f0eddc8a6b74 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Calling delete_port for ea797aae-3857-4831-894b-0eac6bc1228d owned by compute:nova {{(pid=74234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:31:16.158464 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b15a8e6-024c-4590-ad31-5c081a1eb094 None None] Pushing event updated for resources: {'Port': ['ID=718dacf9-c63e-4427-afe9-f77602aa7f94,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:16.163389 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-1b15a8e6-024c-4590-ad31-5c081a1eb094 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:16.165989 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55af74cf-c3e3-4b0c-87e7-87decd02fce0 None None] Routers {'94fb0132-c1ea-4015-be7f-720f1191abd4'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:31:16.166648 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-55af74cf-c3e3-4b0c-87e7-87decd02fce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b947f07c0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:31:08Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['94fb0132-c1ea-4015-be7f-720f1191abd4'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:31:16.252630 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-4b3789a9-fe40-4196-a6fb-96fce11da8b5 req-e4872f8c-2a7e-4d0d-a15e-f0eddc8a6b74 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:16.260697 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:16.315338 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4872f8c-2a7e-4d0d-a15e-f0eddc8a6b74 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Pushing event deleted for resources: {'Port': ['ID=ea797aae-3857-4831-894b-0eac6bc1228d,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:16.348238 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-e4872f8c-2a7e-4d0d-a15e-f0eddc8a6b74 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:16.359941 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-f5b69cee-80f5-41ec-8846-7680de303fc9 req-53283f93-aab1-4b3f-ac20-3fbaad19588d tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Synchronizing usage tracker for tenant:f5947e5df7a947bab10833be3c8f4b35 on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:31:16.372981 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-55af74cf-c3e3-4b0c-87e7-87decd02fce0 None None] Set router 94fb0132-c1ea-4015-be7f-720f1191abd4 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:31:16.436475 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-f5b69cee-80f5-41ec-8846-7680de303fc9 req-53283f93-aab1-4b3f-ac20-3fbaad19588d tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Unset dirty status for tenant:f5947e5df7a947bab10833be3c8f4b35 on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:31:16.439718 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f5b69cee-80f5-41ec-8846-7680de303fc9 req-53283f93-aab1-4b3f-ac20-3fbaad19588d tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 210 time: 0.1263831
Jun 29 14:31:16.471039 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b3789a9-fe40-4196-a6fb-96fce11da8b5 req-e4872f8c-2a7e-4d0d-a15e-f0eddc8a6b74 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] No DVR routers for this DVR port ea797aae-3857-4831-894b-0eac6bc1228d on host hv-cinder-79835 {{(pid=74234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 14:31:16.473449 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-4b3789a9-fe40-4196-a6fb-96fce11da8b5 req-e4872f8c-2a7e-4d0d-a15e-f0eddc8a6b74 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:16.487770 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4b3789a9-fe40-4196-a6fb-96fce11da8b5 req-e4872f8c-2a7e-4d0d-a15e-f0eddc8a6b74 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.69 "DELETE /v2.0/ports/ea797aae-3857-4831-894b-0eac6bc1228d HTTP/1.1" status: 204  len: 173 time: 1.4394176
Jun 29 14:31:16.613635 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0eaa4e2-b619-4b50-8cb1-81d60ac4c56d req-618fb80f-9bae-4386-b77f-83e797ddc4a1 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:16.614992 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f0eaa4e2-b619-4b50-8cb1-81d60ac4c56d req-618fb80f-9bae-4386-b77f-83e797ddc4a1 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.0797896
Jun 29 14:31:16.671047 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f0eaa4e2-b619-4b50-8cb1-81d60ac4c56d req-1f78e4aa-9923-4d2d-96a5-bc404ef4be52 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504038
Jun 29 14:31:16.744632 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-55af74cf-c3e3-4b0c-87e7-87decd02fce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b947f07c0>, [{'id': '94fb0132-c1ea-4015-be7f-720f1191abd4', 'name': 'tempest-TestVolumeBootPattern-869986334-router', 'tenant_id': '8f852b0bdecd4894923f5af3d7e9c2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '700c7c02-4529-4765-9ce6-857dc6bf3d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:56Z', 'updated_at': '2021-06-29T14:31:03Z', 'revision_number': 4, 'project_id': '8f852b0bdecd4894923f5af3d7e9c2a7', 'gw_port': {'id': '700c7c02-4529-4765-9ce6-857dc6bf3d27', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:36:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fb0132-c1ea-4015-be7f-720f1191abd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:58Z', 'updated_at': '2021-06-29T14:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '718dacf9-c63e-4427-afe9-f77602aa7f94', 'name': '', 'network_id': 'dff83c80-d4a2-4915-8ca9-d19fe50de85f', 'tenant_id': '8f852b0bdecd4894923f5af3d7e9c2a7', 'mac_address': 'fa:16:3e:97:1b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94fb0132-c1ea-4015-be7f-720f1191abd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00214823-5fbc-43a1-b90b-f6a0158e96b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:31:02Z', 'updated_at': '2021-06-29T14:31:16Z', 'revision_number': 4, 'project_id': '8f852b0bdecd4894923f5af3d7e9c2a7', 'subnets': [{'id': '00214823-5fbc-43a1-b90b-f6a0158e96b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:31:16.756145 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55af74cf-c3e3-4b0c-87e7-87decd02fce0 None None] The sync data for ids ['94fb0132-c1ea-4015-be7f-720f1191abd4'] in dv-cinder-798356-1-iscsi is: [{'id': '94fb0132-c1ea-4015-be7f-720f1191abd4', 'name': 'tempest-TestVolumeBootPattern-869986334-router', 'tenant_id': '8f852b0bdecd4894923f5af3d7e9c2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '700c7c02-4529-4765-9ce6-857dc6bf3d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:56Z', 'updated_at': '2021-06-29T14:31:03Z', 'revision_number': 4, 'project_id': '8f852b0bdecd4894923f5af3d7e9c2a7', 'gw_port': {'id': '700c7c02-4529-4765-9ce6-857dc6bf3d27', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:36:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fb0132-c1ea-4015-be7f-720f1191abd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:58Z', 'updated_at': '2021-06-29T14:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '718dacf9-c63e-4427-afe9-f77602aa7f94', 'name': '', 'network_id': 'dff83c80-d4a2-4915-8ca9-d19fe50de85f', 'tenant_id': '8f852b0bdecd4894923f5af3d7e9c2a7', 'mac_address': 'fa:16:3e:97:1b:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '94fb0132-c1ea-4015-be7f-720f1191abd4', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '00214823-5fbc-43a1-b90b-f6a0158e96b3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:31:02Z', 'updated_at': '2021-06-29T14:31:16Z', 'revision_number': 4, 'project_id': '8f852b0bdecd4894923f5af3d7e9c2a7', 'subnets': [{'id': '00214823-5fbc-43a1-b90b-f6a0158e96b3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:31:17.083179 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-f7b2ddb6-4b02-46dc-a8c7-3835da3a824b req-f22fcf6d-e0ea-45f8-85c2-6356311ca18e tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Synchronizing usage tracker for tenant:f15123002d2341fa86ca378f303ef83f on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:31:17.137362 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-f7b2ddb6-4b02-46dc-a8c7-3835da3a824b req-f22fcf6d-e0ea-45f8-85c2-6356311ca18e tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Unset dirty status for tenant:f15123002d2341fa86ca378f303ef83f on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:31:17.138743 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f7b2ddb6-4b02-46dc-a8c7-3835da3a824b req-f22fcf6d-e0ea-45f8-85c2-6356311ca18e tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b2117a-f28e-4b50-96c5-0d02e8bf6439 HTTP/1.1" status: 200  len: 210 time: 0.1139965
Jun 29 14:31:17.289919 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 718dacf9-c63e-4427-afe9-f77602aa7f94 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:31:17.327583 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a05e542-d9f8-4e93-8ce8-0ff4043c30a0 req-d9ada553-7ef2-43a9-9da2-8987c3ee7928 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:17.329473 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-2a05e542-d9f8-4e93-8ce8-0ff4043c30a0 req-d9ada553-7ef2-43a9-9da2-8987c3ee7928 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 944 time: 0.1307352
Jun 29 14:31:17.378703 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning for port 718dacf9-c63e-4427-afe9-f77602aa7f94 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:31:17.391047 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 718dacf9-c63e-4427-afe9-f77602aa7f94 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:31:17.391329 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:17.411497 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-2a05e542-d9f8-4e93-8ce8-0ff4043c30a0 req-083546a9-9bef-4561-97f6-9d551b635e24 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0758443
Jun 29 14:31:17.632764 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:17.687047 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] For port 718dacf9-c63e-4427-afe9-f77602aa7f94, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=718dacf9-c63e-4427-afe9-f77602aa7f94,segment=NetworkSegment(4092b7fe-dfe8-4984-9cf9-7cac06887fa4),segment_id=4092b7fe-dfe8-4984-9cf9-7cac06887fa4)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:31:17.692872 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:17.695516 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:17.697219 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e0063175-0be9-46d1-8998-90f33371119a req-906d6cbd-701e-45a0-862c-131fdd3948ff tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 210 time: 0.0980597
Jun 29 14:31:17.820377 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Pushing event updated for resources: {'Port': ['ID=718dacf9-c63e-4427-afe9-f77602aa7f94,revision_number=5']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:17.824632 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:17.968118 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237c4385-900e-4ebc-9dc6-8190fd5b5442 req-4e239804-c76c-4139-9ef4-cc2aaf282ed4 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:17.970132 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-237c4385-900e-4ebc-9dc6-8190fd5b5442 req-4e239804-c76c-4139-9ef4-cc2aaf282ed4 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 946 time: 0.1027787
Jun 29 14:31:18.022316 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '81b2117a-f28e-4b50-96c5-0d02e8bf6439', 'name': 'network-vif-deleted', 'tag': 'ea797aae-3857-4831-894b-0eac6bc1228d'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:31:18.026287 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-237c4385-900e-4ebc-9dc6-8190fd5b5442 req-2569ba4f-5b16-4a21-b34b-730ff7cf1f61 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0502729
Jun 29 14:31:18.077720 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '81b2117a-f28e-4b50-96c5-0d02e8bf6439', 'name': 'network-vif-deleted', 'tag': 'ea797aae-3857-4831-894b-0eac6bc1228d', 'status': 'completed', 'code': 200}
Jun 29 14:31:18.139682 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device ea797aae-3857-4831-894b-0eac6bc1228d no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:31:18.177436 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] No Port match for: ea797aae-3857-4831-894b-0eac6bc1228d {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:31:18.177786 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device ea797aae-3857-4831-894b-0eac6bc1228d not bound to the agent host hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:31:18.178577 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 0022bc6f-dd2b-4d96-95fe-7711a5de420c no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:31:18.216140 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] No Port match for: 0022bc6f-dd2b-4d96-95fe-7711a5de420c {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:31:18.216487 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 0022bc6f-dd2b-4d96-95fe-7711a5de420c not bound to the agent host hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:31:18.216933 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 75c1dbd6-bc8a-4537-8746-a64e7143b40b no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:31:18.333155 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:18.336561 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-5798b88b-7d9e-4377-a331-cf1fd27ae832 req-fee56e78-0c08-4729-acd0-96caf99db088 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b2117a-f28e-4b50-96c5-0d02e8bf6439 HTTP/1.1" status: 200  len: 210 time: 0.0513678
Jun 29 14:31:18.383886 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213fffa4-91cb-45a3-9520-6f01b3e064fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75c1dbd6-bc8a-4537-8746-a64e7143b40b'}] {{(pid=74236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:31:18.396508 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 75c1dbd6-bc8a-4537-8746-a64e7143b40b, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=75c1dbd6-bc8a-4537-8746-a64e7143b40b,segment=NetworkSegment(22805b8c-5eb0-4508-ac25-ba13cbff4b17),segment_id=22805b8c-5eb0-4508-ac25-ba13cbff4b17)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:31:18.401082 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:18.403940 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:18.461095 dv-cinder-798356-1-iscsi neutron-server[74236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213fffa4-91cb-45a3-9520-6f01b3e064fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '75c1dbd6-bc8a-4537-8746-a64e7143b40b', 'code': 200}
Jun 29 14:31:18.495606 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=75c1dbd6-bc8a-4537-8746-a64e7143b40b,revision_number=6']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:18.499654 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:18.717308 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c57fe6-2e6f-46f9-8f61-ce3c34003f18 req-d0f32682-97ba-4ac2-b330-5bb96fd97475 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:18.720592 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-91c57fe6-2e6f-46f9-8f61-ce3c34003f18 req-d0f32682-97ba-4ac2-b330-5bb96fd97475 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 944 time: 0.1240814
Jun 29 14:31:18.796256 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-91c57fe6-2e6f-46f9-8f61-ce3c34003f18 req-9bb7e8be-a504-42cc-b3c4-4b6022e9c86f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0693812
Jun 29 14:31:18.913150 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-63b9d138-0ba1-4dde-9f55-bd270ffdcc1d req-0f239b1b-f329-4e9d-be10-6149d1907f30 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 210 time: 0.0692658
Jun 29 14:31:19.225669 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 718dacf9-c63e-4427-afe9-f77602aa7f94 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:31:19.363063 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 718dacf9-c63e-4427-afe9-f77602aa7f94 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:31:19.364520 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:19.458312 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693e2524-372d-47ea-aa36-c5a165ea6e1a req-b265e8de-c3a0-4654-9042-eab79f40d4ee tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:19.472414 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-693e2524-372d-47ea-aa36-c5a165ea6e1a req-b265e8de-c3a0-4654-9042-eab79f40d4ee tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 944 time: 0.2116830
Jun 29 14:31:19.576861 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-693e2524-372d-47ea-aa36-c5a165ea6e1a req-ec0db4ae-ecff-4ef4-9379-0a1c2e1e1181 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1034839
Jun 29 14:31:19.639099 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b0703752-be42-4d7b-88b1-e268031ccc4d req-2cdb5249-b895-4678-b7ee-73adbddf4535 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b2117a-f28e-4b50-96c5-0d02e8bf6439 HTTP/1.1" status: 200  len: 210 time: 0.0982454
Jun 29 14:31:20.059407 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bf26100-1e56-4cbb-bd1a-8ec2dd75cfab req-8c601945-9a0e-437e-82b4-80aa1ecb0f52 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:20.060844 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-6bf26100-1e56-4cbb-bd1a-8ec2dd75cfab req-8c601945-9a0e-437e-82b4-80aa1ecb0f52 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 944 time: 0.0973713
Jun 29 14:31:20.109357 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-6bf26100-1e56-4cbb-bd1a-8ec2dd75cfab req-2f082de3-9bd9-4bf4-bc6f-97d6c7702229 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0422459
Jun 29 14:31:20.176328 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f77ff41f-02ad-44f7-b972-92a371ea0094 req-b522fc4e-b987-4aee-98ee-e48a4d3bb953 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 210 time: 0.0650709
Jun 29 14:31:20.805980 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b84ae5c5-4a2a-4242-a442-50d378d43b92 req-a1e9817c-a72a-415c-bc74-833be2d2686a tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b2117a-f28e-4b50-96c5-0d02e8bf6439 HTTP/1.1" status: 200  len: 210 time: 0.0459161
Jun 29 14:31:20.809898 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a1f8e1-f05b-4428-857a-58fcfbaa2d8b req-769f2d9a-b427-4eab-b49a-82b4a546a803 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:20.811358 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-d1a1f8e1-f05b-4428-857a-58fcfbaa2d8b req-769f2d9a-b427-4eab-b49a-82b4a546a803 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 944 time: 0.0792861
Jun 29 14:31:20.864638 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-d1a1f8e1-f05b-4428-857a-58fcfbaa2d8b req-c0ddbca3-858a-45be-bd81-c18309f0360b tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0472705
Jun 29 14:31:21.396216 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-ab23b9be-3c85-49e5-852e-9d2e8fa410ff req-eac03561-b3ac-4daf-8932-f9abdd682537 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 210 time: 0.0450778
Jun 29 14:31:21.470787 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad9f8c19-de77-4e7c-8e42-9823915740dc req-21624b58-e53a-4dc2-bb1c-74e02ba16969 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:21.472279 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ad9f8c19-de77-4e7c-8e42-9823915740dc req-21624b58-e53a-4dc2-bb1c-74e02ba16969 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 944 time: 0.2128499
Jun 29 14:31:21.526389 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ad9f8c19-de77-4e7c-8e42-9823915740dc req-d74188b5-2c45-4a17-b769-3f56a1ba77b6 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481617
Jun 29 14:31:21.994828 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-3fcfeb83-eba8-4659-970e-be4220ac5601 req-e813306d-5a9e-4599-af92-5561e7679cab tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b2117a-f28e-4b50-96c5-0d02e8bf6439 HTTP/1.1" status: 200  len: 210 time: 0.0605664
Jun 29 14:31:22.088208 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c58a0e-29f3-4722-9a1f-8ae21ff89b6b req-c77c7097-4948-4f4b-bc51-eeb667cada58 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:22.089742 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f3c58a0e-29f3-4722-9a1f-8ae21ff89b6b req-c77c7097-4948-4f4b-bc51-eeb667cada58 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 944 time: 0.0868237
Jun 29 14:31:22.138904 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f3c58a0e-29f3-4722-9a1f-8ae21ff89b6b req-ad0e6864-0b4a-4e11-9120-9a5c77fa8dff tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421524
Jun 29 14:31:22.568326 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-6be5929e-5fe9-40d8-a413-912ab00bb04e req-be34d77f-8441-4924-80c9-3f3690abc202 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 210 time: 0.0445230
Jun 29 14:31:22.792196 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bf591b-5e95-42d0-a33d-5f377b4e74f5 req-4927ae0c-b41e-4003-9594-d23fd229facb tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:22.793652 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f7bf591b-5e95-42d0-a33d-5f377b4e74f5 req-4927ae0c-b41e-4003-9594-d23fd229facb tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 944 time: 0.1088793
Jun 29 14:31:22.840986 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f7bf591b-5e95-42d0-a33d-5f377b4e74f5 req-99fc48c9-0c73-42e2-9edd-7cbf814998ac tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416889
Jun 29 14:31:23.175528 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-055ecae9-c209-496a-ade7-986a9e1cc9f8 req-958daf55-58d8-473f-b43f-fc650858df02 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b2117a-f28e-4b50-96c5-0d02e8bf6439 HTTP/1.1" status: 200  len: 210 time: 0.0516551
Jun 29 14:31:23.348684 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee37d40e-3925-4ccc-90ab-b406db79d8a6 req-99fe2926-2584-42f9-9e3c-b18e6cdd730a tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:23.350679 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ee37d40e-3925-4ccc-90ab-b406db79d8a6 req-99fe2926-2584-42f9-9e3c-b18e6cdd730a tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 944 time: 0.0847709
Jun 29 14:31:23.408107 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ee37d40e-3925-4ccc-90ab-b406db79d8a6 req-8dcb0680-bf60-40b2-813c-5b1ca859b443 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0507851
Jun 29 14:31:23.761437 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-3b698ca2-1786-42fe-ac40-fe21f1053180 req-79748991-7fd7-48ca-b38e-8e1c9d081b36 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 210 time: 0.0554378
Jun 29 14:31:24.066700 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3016ac-1337-4d9a-8713-383d5e9c4861 req-9fcc58ef-d8e9-4d95-bd3e-70d700f04602 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:24.068260 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-9c3016ac-1337-4d9a-8713-383d5e9c4861 req-9fcc58ef-d8e9-4d95-bd3e-70d700f04602 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 944 time: 0.0804827
Jun 29 14:31:24.129095 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-9c3016ac-1337-4d9a-8713-383d5e9c4861 req-3e355deb-f1d2-4240-ae72-61a1ae2e1980 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0547388
Jun 29 14:31:24.372046 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-4d6debe9-1788-4041-94be-38df7c0cd2da req-5b46512f-57c9-4b6a-b544-cefe284d4ffc tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b2117a-f28e-4b50-96c5-0d02e8bf6439 HTTP/1.1" status: 200  len: 210 time: 0.0435543
Jun 29 14:31:24.621207 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd9a3b5-9c1c-4140-951f-596dd8d16722 req-d20e0a50-bf12-48fb-a3d2-fd61fc592901 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:24.623227 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-9bd9a3b5-9c1c-4140-951f-596dd8d16722 req-d20e0a50-bf12-48fb-a3d2-fd61fc592901 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 944 time: 0.0842805
Jun 29 14:31:24.675851 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-9bd9a3b5-9c1c-4140-951f-596dd8d16722 req-ac6ba653-bf8b-424d-ba7a-67084204d892 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462844
Jun 29 14:31:24.946146 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-c61d3cae-9e61-4ecb-a4de-d5166cbde6fd req-72c85ff8-0197-4cb9-b3af-0f2014ddf9ec tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 210 time: 0.0402803
Jun 29 14:31:25.372252 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1ce91c-5d8d-4727-a1e0-21d77ee25f17 req-970a41d6-def1-47af-a534-f665a746454b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:25.373848 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-2c1ce91c-5d8d-4727-a1e0-21d77ee25f17 req-970a41d6-def1-47af-a534-f665a746454b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 944 time: 0.0975835
Jun 29 14:31:25.423205 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-2c1ce91c-5d8d-4727-a1e0-21d77ee25f17 req-dfd2c25e-bc9e-445d-8d2c-cdac527719ac tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0431368
Jun 29 14:31:25.542440 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-acc95233-84d0-452f-b702-5aa2e871e60a req-a980ee38-0b54-4b38-8d31-21b6cc6a1994 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b2117a-f28e-4b50-96c5-0d02e8bf6439 HTTP/1.1" status: 200  len: 210 time: 0.0452883
Jun 29 14:31:25.879252 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4c19c-a875-422f-bc52-7aa85b8faa16 req-1214d961-53fa-471d-881f-1a3072c4278f tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:25.880850 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-66e4c19c-a875-422f-bc52-7aa85b8faa16 req-1214d961-53fa-471d-881f-1a3072c4278f tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 944 time: 0.0768843
Jun 29 14:31:25.929331 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-66e4c19c-a875-422f-bc52-7aa85b8faa16 req-a9af92df-f39b-45f6-b2d5-d8e882cac942 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0403099
Jun 29 14:31:26.113547 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-82e47ac8-93d0-40ae-a23f-4f7a708f94c8 req-cc6198a5-a9c4-495c-ae13-f37a4f1d3969 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 210 time: 0.0437891
Jun 29 14:31:26.713623 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-798e8e3e-c19f-411f-b35a-fcf1d3e249fe req-6c66148a-f484-450a-9b80-69f23c0454ef tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:26.721163 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-798e8e3e-c19f-411f-b35a-fcf1d3e249fe req-6c66148a-f484-450a-9b80-69f23c0454ef tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 944 time: 0.1491256
Jun 29 14:31:26.738648 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-21f5b71b-2a8a-497f-bd11-4d59d348a383 req-407e6e18-b601-4c7b-b2b3-0bc5c1655bac tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b2117a-f28e-4b50-96c5-0d02e8bf6439 HTTP/1.1" status: 200  len: 210 time: 0.0444510
Jun 29 14:31:26.773499 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-798e8e3e-c19f-411f-b35a-fcf1d3e249fe req-1edf47b9-f5d9-45ed-b59b-12d32968d0fb tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0467167
Jun 29 14:31:27.271426 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fd963-f32d-42e8-a824-5398d377c7c4 req-e709936a-9304-4ecb-9453-54b44c5e18cb tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:27.274409 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-077fd963-f32d-42e8-a824-5398d377c7c4 req-e709936a-9304-4ecb-9453-54b44c5e18cb tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 944 time: 0.1523273
Jun 29 14:31:27.363588 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-2b7d98e2-62ff-4cf9-9677-3ca93d4df4a3 req-d2bb59e8-4ef7-4f06-9c87-28b077fffa1a tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 210 time: 0.0840540
Jun 29 14:31:27.393523 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-077fd963-f32d-42e8-a824-5398d377c7c4 req-a6a4213d-8491-4ee9-bf0a-e2317d0f7569 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1096706
Jun 29 14:31:28.072202 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-5d44d690-7e1d-4d8b-b36f-3c913916a29e req-f7db66f0-c31d-46b3-a5df-7d857cbec93f tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b2117a-f28e-4b50-96c5-0d02e8bf6439 HTTP/1.1" status: 200  len: 210 time: 0.1008372
Jun 29 14:31:28.196890 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6869c64-dff7-4098-a1ae-059bf2e56916 req-e53748ab-b24d-4341-98d4-70d6ebcd3308 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:28.214380 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b6869c64-dff7-4098-a1ae-059bf2e56916 req-e53748ab-b24d-4341-98d4-70d6ebcd3308 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 944 time: 0.1535914
Jun 29 14:31:28.261703 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b6869c64-dff7-4098-a1ae-059bf2e56916 req-d2e8acb1-d550-4d21-a7e2-fdd5a271f3bf tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0458603
Jun 29 14:31:28.544025 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-83717934-bc1a-4998-bf66-3e931b41a033 req-4be121b3-1abb-44b3-b7a0-2f253fdb4232 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 210 time: 0.0495083
Jun 29 14:31:28.600413 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-b874ad76-248d-489f-b3c7-e4602bb391b0 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Synchronizing usage tracker for tenant:f8b1bff82789418781af3fd01f1db541 on resource:security_group {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:31:28.619126 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-b874ad76-248d-489f-b3c7-e4602bb391b0 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Unset dirty status for tenant:f8b1bff82789418781af3fd01f1db541 on resource:security_group {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:31:28.620801 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-b874ad76-248d-489f-b3c7-e4602bb391b0 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1472676104&fields=id&tenant_id=f8b1bff82789418781af3fd01f1db541 HTTP/1.1" status: 200  len: 267 time: 0.0616090
Jun 29 14:31:28.740895 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7487668a-6b90-4d8c-898e-5fcc8362670a req-ef73511f-14d8-4720-9e5f-e85fbc6183e9 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:28.742349 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-7487668a-6b90-4d8c-898e-5fcc8362670a req-ef73511f-14d8-4720-9e5f-e85fbc6183e9 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 944 time: 0.0911179
Jun 29 14:31:28.777795 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-85b694fe-3751-454f-9fc3-001fe43bb20d tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:28.778469 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-85b694fe-3751-454f-9fc3-001fe43bb20d tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Synchronizing usage tracker for tenant:f8b1bff82789418781af3fd01f1db541 on resource:network {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:31:28.789531 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-7487668a-6b90-4d8c-898e-5fcc8362670a req-2337c55a-5b57-4bcd-b1d8-14022096fe03 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413551
Jun 29 14:31:28.799274 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-85b694fe-3751-454f-9fc3-001fe43bb20d tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Unset dirty status for tenant:f8b1bff82789418781af3fd01f1db541 on resource:network {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:31:28.799274 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-85b694fe-3751-454f-9fc3-001fe43bb20d tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/networks?id=1b9efcd0-963e-4312-8efc-097d81e095b0 HTTP/1.1" status: 200  len: 812 time: 0.1678507
Jun 29 14:31:28.812955 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-cbb8787c-aab5-4939-9e5c-78f39d27d154 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/quotas/f8b1bff82789418781af3fd01f1db541 HTTP/1.1" status: 200  len: 375 time: 0.0110004
Jun 29 14:31:28.892643 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-c1d88a38-5f30-4757-bbb5-3ca11f0deaf0 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Synchronizing usage tracker for tenant:f8b1bff82789418781af3fd01f1db541 on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:31:28.911982 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-c1d88a38-5f30-4757-bbb5-3ca11f0deaf0 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Unset dirty status for tenant:f8b1bff82789418781af3fd01f1db541 on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:31:28.913797 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-c1d88a38-5f30-4757-bbb5-3ca11f0deaf0 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8b1bff82789418781af3fd01f1db541&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0949256
Jun 29 14:31:29.050335 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-a7c62563-48fe-4535-8379-17e9172eae35 service neutron] 10.222.0.13 "GET /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1252537
Jun 29 14:31:29.254183 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [req-2b004256-5ea9-4969-aa96-9d52bc5c8bb7 req-2644a752-c231-41d2-842f-a064d06b0a1e tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Deleting port 75c1dbd6-bc8a-4537-8746-a64e7143b40b {{(pid=74234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:31:29.255117 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-2b004256-5ea9-4969-aa96-9d52bc5c8bb7 req-2644a752-c231-41d2-842f-a064d06b0a1e tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:29.274266 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-9379cf75-f29a-42bb-8b0d-e7c36a8f271f req-83b87efb-55c2-480f-93a2-09814d2d70fc tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] 10.222.0.13 "GET /v2.0/ports?device_id=81b2117a-f28e-4b50-96c5-0d02e8bf6439 HTTP/1.1" status: 200  len: 210 time: 0.0478833
Jun 29 14:31:29.352749 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-1915de65-818e-4f36-8e33-6fec90e15006 service neutron] 10.222.0.13 "GET /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2958806
Jun 29 14:31:29.558625 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe70d13-0ee0-47b6-981e-be7c3194654d req-0fbaed57-2f6c-4b30-99f5-c6051b156b92 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:29.560113 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-6fe70d13-0ee0-47b6-981e-be7c3194654d req-0fbaed57-2f6c-4b30-99f5-c6051b156b92 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 944 time: 0.0870249
Jun 29 14:31:29.652269 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-6fe70d13-0ee0-47b6-981e-be7c3194654d req-4652ec2e-30cd-4f28-bc29-42b2b874b4d9 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0859933
Jun 29 14:31:29.705957 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-2b004256-5ea9-4969-aa96-9d52bc5c8bb7 req-2644a752-c231-41d2-842f-a064d06b0a1e tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] For port 75c1dbd6-bc8a-4537-8746-a64e7143b40b, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=75c1dbd6-bc8a-4537-8746-a64e7143b40b,segment=NetworkSegment(22805b8c-5eb0-4508-ac25-ba13cbff4b17),segment_id=22805b8c-5eb0-4508-ac25-ba13cbff4b17)] {{(pid=74234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:31:29.706301 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-2b004256-5ea9-4969-aa96-9d52bc5c8bb7 req-2644a752-c231-41d2-842f-a064d06b0a1e tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:29.861778 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [req-2b004256-5ea9-4969-aa96-9d52bc5c8bb7 req-2644a752-c231-41d2-842f-a064d06b0a1e tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Calling delete_port for 75c1dbd6-bc8a-4537-8746-a64e7143b40b owned by compute:nova {{(pid=74234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:31:29.891817 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bc654b46-939e-4a53-bae6-085ae1b4e473 req-7aa56bc4-d006-44e2-8e8e-7e243d34f6ac tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] 10.222.0.13 "GET /v2.0/ports?device_id=c2fc61eb-8f8c-4e45-ac0a-0b3e75767c4b HTTP/1.1" status: 200  len: 210 time: 0.0402670
Jun 29 14:31:30.009823 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-36719b38-046e-4a2a-87f2-28a8fead68f9 req-2b387082-9a24-4ca8-aa0e-719f6c9d8dd2 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=23156ecb-72f5-4951-9ced-ee105a5cf6b7 HTTP/1.1" status: 200  len: 210 time: 0.1131384
Jun 29 14:31:30.174207 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0f8aa8-3471-4ab6-8b1c-774938d8297a req-7217397d-25f3-44cf-a654-a20ca01c8f9a tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:30.175960 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bc0f8aa8-3471-4ab6-8b1c-774938d8297a req-7217397d-25f3-44cf-a654-a20ca01c8f9a tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/ports?device_id=213fffa4-91cb-45a3-9520-6f01b3e064fb HTTP/1.1" status: 200  len: 944 time: 0.1277852
Jun 29 14:31:30.181193 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-2b004256-5ea9-4969-aa96-9d52bc5c8bb7 req-2644a752-c231-41d2-842f-a064d06b0a1e tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:30.188010 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-c6937d33-cb36-4c38-93fc-bd832ea3433f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:30.235470 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bc0f8aa8-3471-4ab6-8b1c-774938d8297a req-e981df67-b19d-46db-8b83-3c8aaacffc61 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.13 "GET /v2.0/security-groups?id=16bbd10f-41f3-4a06-b4f8-21be5c926066&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526192
Jun 29 14:31:30.239003 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2644a752-c231-41d2-842f-a064d06b0a1e tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Pushing event deleted for resources: {'Port': ['ID=75c1dbd6-bc8a-4537-8746-a64e7143b40b,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:30.242836 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-2644a752-c231-41d2-842f-a064d06b0a1e tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:30.328438 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b004256-5ea9-4969-aa96-9d52bc5c8bb7 req-2644a752-c231-41d2-842f-a064d06b0a1e tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] No DVR routers for this DVR port 75c1dbd6-bc8a-4537-8746-a64e7143b40b on host hv-cinder-79835 {{(pid=74234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 14:31:30.332743 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-2b004256-5ea9-4969-aa96-9d52bc5c8bb7 req-2644a752-c231-41d2-842f-a064d06b0a1e tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:30.339789 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '213fffa4-91cb-45a3-9520-6f01b3e064fb', 'name': 'network-vif-deleted', 'tag': '75c1dbd6-bc8a-4537-8746-a64e7143b40b'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:31:30.381577 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-2b004256-5ea9-4969-aa96-9d52bc5c8bb7 req-2644a752-c231-41d2-842f-a064d06b0a1e tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] 10.222.0.69 "DELETE /v2.0/ports/75c1dbd6-bc8a-4537-8746-a64e7143b40b HTTP/1.1" status: 204  len: 173 time: 1.2482314
Jun 29 14:31:30.425769 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '213fffa4-91cb-45a3-9520-6f01b3e064fb', 'name': 'network-vif-deleted', 'tag': '75c1dbd6-bc8a-4537-8746-a64e7143b40b', 'status': 'completed', 'code': 200}
Jun 29 14:31:30.882955 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fa2f71-492e-4af3-97f3-621c26b36736 req-bd6d561d-1d4b-494b-96bd-dbdb2335f731 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:30.884436 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b7fa2f71-492e-4af3-97f3-621c26b36736 req-bd6d561d-1d4b-494b-96bd-dbdb2335f731 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 944 time: 0.0805774
Jun 29 14:31:30.942930 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b7fa2f71-492e-4af3-97f3-621c26b36736 req-a23fd42c-b953-43af-817f-1006c8518666 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0523508
Jun 29 14:31:30.962554 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31421bbf-90e6-4134-8f89-b5e6bc82899e req-f7fd63fe-574c-47b2-9d7d-54accbf6ecb4 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:30.964120 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-31421bbf-90e6-4134-8f89-b5e6bc82899e req-f7fd63fe-574c-47b2-9d7d-54accbf6ecb4 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf85770-e6ea-4ba7-a921-48aae8c141a2 HTTP/1.1" status: 200  len: 945 time: 0.0875425
Jun 29 14:31:31.019072 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-31421bbf-90e6-4134-8f89-b5e6bc82899e req-334800b7-6633-446d-ae89-ca2d7e76a285 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d895047-1293-48d6-ae5d-e8f7d099d3a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0479908
Jun 29 14:31:31.240718 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-862cce60-b324-4e2d-9017-8719affac6da req-b3571f27-ceec-4179-8ec7-b320b782ff4c tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=23156ecb-72f5-4951-9ced-ee105a5cf6b7 HTTP/1.1" status: 200  len: 210 time: 0.0574291
Jun 29 14:31:31.363694 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 43142) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:31:31.826950 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-8d5796ba-8dd2-4419-bfdf-55f9b99fbf4e tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:31.828418 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-8d5796ba-8dd2-4419-bfdf-55f9b99fbf4e tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.69 "GET /v2.0/networks?id=1b9efcd0-963e-4312-8efc-097d81e095b0 HTTP/1.1" status: 200  len: 812 time: 0.1659577
Jun 29 14:31:31.951673 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-9324e816-08b3-497b-9e2f-1fc456e1ab74 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8b1bff82789418781af3fd01f1db541 HTTP/1.1" status: 200  len: 380 time: 0.0660043
Jun 29 14:31:31.961000 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-849cc4eb-5173-410c-a9cc-8197f7a64437 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Request body: {'port': {'device_id': '23156ecb-72f5-4951-9ced-ee105a5cf6b7', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'admin_state_up': True, 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'security_groups': ['c7e07530-5b93-48f5-be99-60d6257727fb']}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:31:32.057355 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0df25455-93d9-4c93-bb54-36e1bcb13e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667743'] for router_interface, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:32.208754 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e715efed-be4c-4c84-94ad-d8ac4c46a299 req-004a0cfe-3bdd-4be1-9dac-d40e98c459a1 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:32.222654 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-e715efed-be4c-4c84-94ad-d8ac4c46a299 req-004a0cfe-3bdd-4be1-9dac-d40e98c459a1 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 944 time: 0.1023705
Jun 29 14:31:32.294041 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-e715efed-be4c-4c84-94ad-d8ac4c46a299 req-03ea1fc6-2ff5-49b8-9ee8-a27af94cc412 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0697596
Jun 29 14:31:32.308699 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-849cc4eb-5173-410c-a9cc-8197f7a64437 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:31:32.336127 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-849cc4eb-5173-410c-a9cc-8197f7a64437 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:31:32.359662 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-849cc4eb-5173-410c-a9cc-8197f7a64437 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Made reservation on behalf of f8b1bff82789418781af3fd01f1db541 for: {'port': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:31:32.363245 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-849cc4eb-5173-410c-a9cc-8197f7a64437 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:32.399264 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83aabd4-c395-4888-8f1e-f51703be550b req-f2a8d6e4-f7e2-408b-9927-3aa0ceb98bd2 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:32.400721 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b83aabd4-c395-4888-8f1e-f51703be550b req-f2a8d6e4-f7e2-408b-9927-3aa0ceb98bd2 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf85770-e6ea-4ba7-a921-48aae8c141a2 HTTP/1.1" status: 200  len: 945 time: 0.1771336
Jun 29 14:31:32.477464 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-5f81c367-2ce8-46f9-92f9-e3133781639f req-f08e3f67-584f-4d92-ae59-9c09162cb20e tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=23156ecb-72f5-4951-9ced-ee105a5cf6b7 HTTP/1.1" status: 200  len: 210 time: 0.0511055
Jun 29 14:31:32.626445 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b83aabd4-c395-4888-8f1e-f51703be550b req-457c8574-fb07-47b5-a7ff-e0221a5f5637 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d895047-1293-48d6-ae5d-e8f7d099d3a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1881104
Jun 29 14:31:32.651917 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_common [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-849cc4eb-5173-410c-a9cc-8197f7a64437 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Allocated IP 172.20.0.9 (1b9efcd0-963e-4312-8efc-097d81e095b0/b1f452f3-ce90-45e6-b91e-51eb201b6ea6/38f34c3e-8b23-471e-8397-aec2b0960d64) {{(pid=74234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:31:33.029560 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-849cc4eb-5173-410c-a9cc-8197f7a64437 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for port, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:33.058850 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-849cc4eb-5173-410c-a9cc-8197f7a64437 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Transition to ACTIVE for port object 38f34c3e-8b23-471e-8397-aec2b0960d64 will not be triggered until provisioned by entity DHCP. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:31:33.142482 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-849cc4eb-5173-410c-a9cc-8197f7a64437 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:33.152484 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-ab4dbd6b-9848-4125-869a-dfcd40e448d3 tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:33.225851 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-849cc4eb-5173-410c-a9cc-8197f7a64437 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Network 1b9efcd0-963e-4312-8efc-097d81e095b0 is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:31:33.230111 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-849cc4eb-5173-410c-a9cc-8197f7a64437 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:31:33.237892 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-849cc4eb-5173-410c-a9cc-8197f7a64437 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Received port after_create {{(pid=74234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:31:33.302245 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849cc4eb-5173-410c-a9cc-8197f7a64437 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Pushing event updated for resources: {'Port': ['ID=38f34c3e-8b23-471e-8397-aec2b0960d64,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:33.305283 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-849cc4eb-5173-410c-a9cc-8197f7a64437 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:33.347734 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-849cc4eb-5173-410c-a9cc-8197f7a64437 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:33.348339 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-849cc4eb-5173-410c-a9cc-8197f7a64437 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:33.382961 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-849cc4eb-5173-410c-a9cc-8197f7a64437 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4255846
Jun 29 14:31:33.466231 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [None req-0df25455-93d9-4c93-bb54-36e1bcb13e67 admin admin] Deleting port 3af23dbb-6701-481e-a030-ab2965341ba4 {{(pid=74234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:31:33.467194 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0df25455-93d9-4c93-bb54-36e1bcb13e67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:33.529572 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-5f099e52-3d14-4bb6-82fa-db6967ed08e4 None None] Provisioning for port 38f34c3e-8b23-471e-8397-aec2b0960d64 completed by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:31:33.542829 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-5f099e52-3d14-4bb6-82fa-db6967ed08e4 None None] Provisioning complete for port 38f34c3e-8b23-471e-8397-aec2b0960d64 triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:31:33.543386 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-5f099e52-3d14-4bb6-82fa-db6967ed08e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:33.547329 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f7f7e-c84f-4f87-9118-ea3f33a10bbb req-62983b4f-0d50-44fb-87e6-a6b0b338e590 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:33.548821 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-092f7f7e-c84f-4f87-9118-ea3f33a10bbb req-62983b4f-0d50-44fb-87e6-a6b0b338e590 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 944 time: 0.0837412
Jun 29 14:31:33.596083 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-092f7f7e-c84f-4f87-9118-ea3f33a10bbb req-0e3f33f2-c107-43d0-96e5-318a9a8a4fb7 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0414097
Jun 29 14:31:33.634854 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-5f099e52-3d14-4bb6-82fa-db6967ed08e4 None None] Port 38f34c3e-8b23-471e-8397-aec2b0960d64 cannot update to ACTIVE because it is not bound. {{(pid=74236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 14:31:33.778517 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [None req-0df25455-93d9-4c93-bb54-36e1bcb13e67 admin admin] For port 3af23dbb-6701-481e-a030-ab2965341ba4, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=3af23dbb-6701-481e-a030-ab2965341ba4,segment=NetworkSegment(22805b8c-5eb0-4508-ac25-ba13cbff4b17),segment_id=22805b8c-5eb0-4508-ac25-ba13cbff4b17)] {{(pid=74234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:31:33.778907 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0df25455-93d9-4c93-bb54-36e1bcb13e67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:33.850855 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bbc0ca-4062-4441-8273-150fe6615ff8 req-11b7cea1-d402-4e52-8d57-64101c308ef3 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:33.852432 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-09bbc0ca-4062-4441-8273-150fe6615ff8 req-11b7cea1-d402-4e52-8d57-64101c308ef3 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf85770-e6ea-4ba7-a921-48aae8c141a2 HTTP/1.1" status: 200  len: 945 time: 0.0811667
Jun 29 14:31:33.901383 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-09bbc0ca-4062-4441-8273-150fe6615ff8 req-447ae1fa-e970-4ee2-810d-fd04adfa9813 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d895047-1293-48d6-ae5d-e8f7d099d3a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426528
Jun 29 14:31:33.908494 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [None req-0df25455-93d9-4c93-bb54-36e1bcb13e67 admin admin] Calling delete_port for 3af23dbb-6701-481e-a030-ab2965341ba4 owned by network:router_interface {{(pid=74234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:31:33.947357 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff7ab9-979a-460b-b408-d8b90f3c9687 req-d2cf87da-d644-4c3b-b9c0-b64f7fcfb539 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:33.947963 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-15ff7ab9-979a-460b-b408-d8b90f3c9687 req-d2cf87da-d644-4c3b-b9c0-b64f7fcfb539 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Synchronizing usage tracker for tenant:f8b1bff82789418781af3fd01f1db541 on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:31:34.183942 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-15ff7ab9-979a-460b-b408-d8b90f3c9687 req-d2cf87da-d644-4c3b-b9c0-b64f7fcfb539 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Unset dirty status for tenant:f8b1bff82789418781af3fd01f1db541 on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:31:34.185103 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-15ff7ab9-979a-460b-b408-d8b90f3c9687 req-d2cf87da-d644-4c3b-b9c0-b64f7fcfb539 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=23156ecb-72f5-4951-9ced-ee105a5cf6b7 HTTP/1.1" status: 200  len: 931 time: 0.5175350
Jun 29 14:31:34.263321 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-15ff7ab9-979a-460b-b408-d8b90f3c9687 req-9c9dac68-352d-4368-bde5-b3ab13b53ff4 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705123
Jun 29 14:31:34.358612 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0df25455-93d9-4c93-bb54-36e1bcb13e67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:34.363436 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-b96e65ea-09d9-48f2-83ab-7ba6a95cf44a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:34.407993 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df25455-93d9-4c93-bb54-36e1bcb13e67 admin admin] Pushing event deleted for resources: {'Port': ['ID=3af23dbb-6701-481e-a030-ab2965341ba4,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:34.411375 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-0df25455-93d9-4c93-bb54-36e1bcb13e67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:34.693622 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0df25455-93d9-4c93-bb54-36e1bcb13e67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669537'] for router_interface, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:34.856688 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7395b-bb4b-4846-98ec-e8651ac3412d req-b0191ff9-f28e-4a28-8622-affca3d11a38 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:34.862616 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-2cd7395b-bb4b-4846-98ec-e8651ac3412d req-b0191ff9-f28e-4a28-8622-affca3d11a38 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 944 time: 0.0813406
Jun 29 14:31:34.904757 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-2cd7395b-bb4b-4846-98ec-e8651ac3412d req-65c71437-af7f-408f-9757-b0e4be7ce433 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402477
Jun 29 14:31:34.970444 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-a4b2b442-c3e0-4d96-8f89-cd66816861b1 service neutron] Request body: {'port': {'device_id': '23156ecb-72f5-4951-9ced-ee105a5cf6b7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:31:35.218930 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-a4b2b442-c3e0-4d96-8f89-cd66816861b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:35.472480 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887fbf75-4591-40a8-a0af-332aab9efcb7 req-f0e9e6fa-b63a-440c-ac5b-cf94c7e5dcec tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:35.473918 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-887fbf75-4591-40a8-a0af-332aab9efcb7 req-f0e9e6fa-b63a-440c-ac5b-cf94c7e5dcec tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=23156ecb-72f5-4951-9ced-ee105a5cf6b7 HTTP/1.1" status: 200  len: 931 time: 0.0854037
Jun 29 14:31:35.494248 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dd6913-0a0c-483e-bb76-1e6ab5cb7a40 req-10e332ff-5fe4-49ce-aa41-cb373358c03f tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:35.495779 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c0dd6913-0a0c-483e-bb76-1e6ab5cb7a40 req-10e332ff-5fe4-49ce-aa41-cb373358c03f tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf85770-e6ea-4ba7-a921-48aae8c141a2 HTTP/1.1" status: 200  len: 945 time: 0.4639111
Jun 29 14:31:35.524774 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-887fbf75-4591-40a8-a0af-332aab9efcb7 req-4aafc2d0-7d34-4d4d-8303-9b2928fde3c5 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0437782
Jun 29 14:31:35.713711 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c0dd6913-0a0c-483e-bb76-1e6ab5cb7a40 req-1c2af065-8ddd-4e61-a5cd-b26179a57218 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d895047-1293-48d6-ae5d-e8f7d099d3a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2038510
Jun 29 14:31:35.745481 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d05c2a-e5b8-4383-8204-6adea9df321a req-e06c863f-4d33-4af5-a7f0-92806897aa92 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:35.746903 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-41d05c2a-e5b8-4383-8204-6adea9df321a req-e06c863f-4d33-4af5-a7f0-92806897aa92 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.69 "GET /v2.0/ports?device_id=bcf85770-e6ea-4ba7-a921-48aae8c141a2 HTTP/1.1" status: 200  len: 945 time: 0.3224113
Jun 29 14:31:35.935511 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [req-41d05c2a-e5b8-4383-8204-6adea9df321a req-29a96185-ddac-4979-b9f2-3c2d0ae950be tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Deleting port 118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f {{(pid=74234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:31:35.935989 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-41d05c2a-e5b8-4383-8204-6adea9df321a req-29a96185-ddac-4979-b9f2-3c2d0ae950be tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:35.980041 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-d540c68c-6c77-4016-9968-c8c2928bd5ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:36.020231 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.db.resource_extend [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-a4b2b442-c3e0-4d96-8f89-cd66816861b1 service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 29 14:31:36.184396 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-a4b2b442-c3e0-4d96-8f89-cd66816861b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38f34c3e-8b23-471e-8397-aec2b0960d64 {{(pid=74234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:31:36.221782 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-a4b2b442-c3e0-4d96-8f89-cd66816861b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:36.246898 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0f1bdf-0cf6-4f5e-9340-c2b6fd5a9159 req-a1af2649-d033-4010-ab98-24dd4f62e4d8 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:36.249148 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-cf0f1bdf-0cf6-4f5e-9340-c2b6fd5a9159 req-a1af2649-d033-4010-ab98-24dd4f62e4d8 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 944 time: 0.1532829
Jun 29 14:31:36.257401 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0df25455-93d9-4c93-bb54-36e1bcb13e67 admin admin] Router d579b5b6-0a5f-4609-8309-22ff5d0cd65d has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:31:36.291545 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-a4b2b442-c3e0-4d96-8f89-cd66816861b1 service neutron] Transition to ACTIVE for port object 38f34c3e-8b23-471e-8397-aec2b0960d64 will not be triggered until provisioned by entity L2. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:31:36.306755 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-cf0f1bdf-0cf6-4f5e-9340-c2b6fd5a9159 req-c5c90aed-d859-4b95-81a0-9a2ba71f4286 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509439
Jun 29 14:31:36.342121 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-a4b2b442-c3e0-4d96-8f89-cd66816861b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:36.357531 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-dbb2cbaf-a828-4dd7-9053-9f908c086213 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:36.390400 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:36.603792 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 43366) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:31:36.625036 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2b442-c3e0-4d96-8f89-cd66816861b1 service neutron] Pushing event updated for resources: {'Port': ['ID=38f34c3e-8b23-471e-8397-aec2b0960d64,revision_number=2']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:36.648919 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-a4b2b442-c3e0-4d96-8f89-cd66816861b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:36.680603 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-41d05c2a-e5b8-4383-8204-6adea9df321a req-29a96185-ddac-4979-b9f2-3c2d0ae950be tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] For port 118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f,segment=NetworkSegment(9f48c958-cd2b-4f81-bea6-68f7f9a8cee9),segment_id=9f48c958-cd2b-4f81-bea6-68f7f9a8cee9)] {{(pid=74234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:31:36.680854 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-41d05c2a-e5b8-4383-8204-6adea9df321a req-29a96185-ddac-4979-b9f2-3c2d0ae950be tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:36.878228 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-4fb89eeb-68d7-485f-b8e5-59bc8f961f31 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5947e5df7a947bab10833be3c8f4b35&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2703450
Jun 29 14:31:36.879652 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 43374) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:31:36.918256 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [req-41d05c2a-e5b8-4383-8204-6adea9df321a req-29a96185-ddac-4979-b9f2-3c2d0ae950be tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Calling delete_port for 118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f owned by compute:nova {{(pid=74234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:31:37.023638 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-c1a1ffb9-f4cb-4a33-9df5-301192546745 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:37.061071 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ef8773-1f6a-4d03-bc92-f3cc525fb800 req-fcc1c658-0b11-401f-88b2-206774094359 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:37.062713 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-47ef8773-1f6a-4d03-bc92-f3cc525fb800 req-fcc1c658-0b11-401f-88b2-206774094359 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf85770-e6ea-4ba7-a921-48aae8c141a2 HTTP/1.1" status: 200  len: 945 time: 0.1256731
Jun 29 14:31:37.068789 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-c1a1ffb9-f4cb-4a33-9df5-301192546745 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:37.129933 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-a4b2b442-c3e0-4d96-8f89-cd66816861b1 service neutron] Attempting to bind port 38f34c3e-8b23-471e-8397-aec2b0960d64 on host hv-cinder-79835 for vnic_type normal with profile  {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:31:37.130337 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-a4b2b442-c3e0-4d96-8f89-cd66816861b1 service neutron] Attempting to bind port 38f34c3e-8b23-471e-8397-aec2b0960d64 by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': '276a84e3-277d-4962-9d31-d392ba2cca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0'}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:31:37.130764 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-a4b2b442-c3e0-4d96-8f89-cd66816861b1 service neutron] Attempting to bind port 38f34c3e-8b23-471e-8397-aec2b0960d64 on network 1b9efcd0-963e-4312-8efc-097d81e095b0 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:31:37.162876 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-47ef8773-1f6a-4d03-bc92-f3cc525fb800 req-5bb43490-4e94-464a-a1fc-9fba2344e930 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d895047-1293-48d6-ae5d-e8f7d099d3a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857756
Jun 29 14:31:37.190316 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-c1a1ffb9-f4cb-4a33-9df5-301192546745 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:37.202724 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-47d8f935-9a3f-4ae6-b330-7e371690f661 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:37.219936 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a1ffb9-f4cb-4a33-9df5-301192546745 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5e43db5-46ce-4fae-b624-a32784a322e8,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:37.229710 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1ffb9-f4cb-4a33-9df5-301192546745 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:31:37.230082 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1ffb9-f4cb-4a33-9df5-301192546745 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:31:37.230438 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1ffb9-f4cb-4a33-9df5-301192546745 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:31:37.230893 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1ffb9-f4cb-4a33-9df5-301192546745 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:31:37.231288 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1ffb9-f4cb-4a33-9df5-301192546745 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:31:37.231602 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1ffb9-f4cb-4a33-9df5-301192546745 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:31:37.231945 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1ffb9-f4cb-4a33-9df5-301192546745 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:31:37.232289 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1ffb9-f4cb-4a33-9df5-301192546745 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:31:37.232631 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1ffb9-f4cb-4a33-9df5-301192546745 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:31:37.232970 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1ffb9-f4cb-4a33-9df5-301192546745 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:31:37.233309 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1a1ffb9-f4cb-4a33-9df5-301192546745 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:31:37.237108 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-c1a1ffb9-f4cb-4a33-9df5-301192546745 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:37.241096 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-c1a1ffb9-f4cb-4a33-9df5-301192546745 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d5e43db5-46ce-4fae-b624-a32784a322e8 HTTP/1.1" status: 204  len: 168 time: 0.3584807
Jun 29 14:31:37.242202 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-c1a1ffb9-f4cb-4a33-9df5-301192546745 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:37.363315 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-a4b2b442-c3e0-4d96-8f89-cd66816861b1 service neutron] Port 38f34c3e-8b23-471e-8397-aec2b0960d64 on network 1b9efcd0-963e-4312-8efc-097d81e095b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 14:31:37.363636 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-a4b2b442-c3e0-4d96-8f89-cd66816861b1 service neutron] Attempting to bind port 38f34c3e-8b23-471e-8397-aec2b0960d64 on network 1b9efcd0-963e-4312-8efc-097d81e095b0 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:31:37.392323 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f633ccd-52fe-479c-8efe-f03e61f1285d req-9129fcf2-139b-4790-8cab-60a99cec5dd5 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:37.393920 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-1f633ccd-52fe-479c-8efe-f03e61f1285d req-9129fcf2-139b-4790-8cab-60a99cec5dd5 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=23156ecb-72f5-4951-9ced-ee105a5cf6b7 HTTP/1.1" status: 200  len: 943 time: 0.4882941
Jun 29 14:31:37.452696 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-a4b2b442-c3e0-4d96-8f89-cd66816861b1 service neutron] Checking agent: {'id': 'f619983b-74b0-4a10-ac06-3edbe0602c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 31, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:31:37.453035 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-a4b2b442-c3e0-4d96-8f89-cd66816861b1 service neutron] Checking segment: {'id': '276a84e3-277d-4962-9d31-d392ba2cca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:31:37.454151 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-a4b2b442-c3e0-4d96-8f89-cd66816861b1 service neutron] Bound using segment: {'id': '276a84e3-277d-4962-9d31-d392ba2cca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0'} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:31:37.454806 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-a4b2b442-c3e0-4d96-8f89-cd66816861b1 service neutron] Bound port: 38f34c3e-8b23-471e-8397-aec2b0960d64, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '276a84e3-277d-4962-9d31-d392ba2cca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0'}}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:31:37.455328 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-a4b2b442-c3e0-4d96-8f89-cd66816861b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:37.468566 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-41d05c2a-e5b8-4383-8204-6adea9df321a req-29a96185-ddac-4979-b9f2-3c2d0ae950be tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:37.480714 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:37.482660 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:31:37.556201 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a96185-ddac-4979-b9f2-3c2d0ae950be tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Pushing event deleted for resources: {'Port': ['ID=118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:37.592837 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-29a96185-ddac-4979-b9f2-3c2d0ae950be tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:37.701055 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f50807-af88-4995-8cf3-c3f4d3954177 req-4a112586-2db7-41e2-a58f-ca8314fa6c4c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:37.702751 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-26f50807-af88-4995-8cf3-c3f4d3954177 req-4a112586-2db7-41e2-a58f-ca8314fa6c4c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 944 time: 0.1468513
Jun 29 14:31:37.738912 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-1f633ccd-52fe-479c-8efe-f03e61f1285d req-2b6d2bf3-1091-4af5-8420-fb9462e77085 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3357570
Jun 29 14:31:37.772777 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-26f50807-af88-4995-8cf3-c3f4d3954177 req-1bac4ee6-bddd-4dbb-bc00-a195d3db4c23 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0629961
Jun 29 14:31:37.847425 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [req-41d05c2a-e5b8-4383-8204-6adea9df321a req-29a96185-ddac-4979-b9f2-3c2d0ae950be tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] No DVR routers for this DVR port 118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f on host hv-cinder-79835 {{(pid=74234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 14:31:37.852445 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0df25455-93d9-4c93-bb54-36e1bcb13e67 admin admin] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:31:37.854443 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-41d05c2a-e5b8-4383-8204-6adea9df321a req-29a96185-ddac-4979-b9f2-3c2d0ae950be tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:37.864447 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bcf85770-e6ea-4ba7-a921-48aae8c141a2', 'name': 'network-vif-deleted', 'tag': '118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:31:37.864647 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2cc7c0-dade-4d13-aba9-8275377bb632 None None] Sync routers for ids ['d579b5b6-0a5f-4609-8309-22ff5d0cd65d'] in dv-cinder-798356-1-iscsi {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:31:37.895309 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2cc7c0-dade-4d13-aba9-8275377bb632 None None] Routers {'d579b5b6-0a5f-4609-8309-22ff5d0cd65d'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:31:37.896305 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-3c2cc7c0-dade-4d13-aba9-8275377bb632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94987fd0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:31:08Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['d579b5b6-0a5f-4609-8309-22ff5d0cd65d'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:31:37.896525 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-41d05c2a-e5b8-4383-8204-6adea9df321a req-29a96185-ddac-4979-b9f2-3c2d0ae950be tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.69 "DELETE /v2.0/ports/118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f HTTP/1.1" status: 204  len: 173 time: 2.1391549
Jun 29 14:31:37.897648 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-a4b2b442-c3e0-4d96-8f89-cd66816861b1 service neutron] For port 38f34c3e-8b23-471e-8397-aec2b0960d64, host hv-cinder-79835, cleared binding levels {{(pid=74234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:31:37.903397 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-a4b2b442-c3e0-4d96-8f89-cd66816861b1 service neutron] For port 38f34c3e-8b23-471e-8397-aec2b0960d64, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=38f34c3e-8b23-471e-8397-aec2b0960d64,segment=NetworkSegment(276a84e3-277d-4962-9d31-d392ba2cca90),segment_id=276a84e3-277d-4962-9d31-d392ba2cca90)] {{(pid=74234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:31:37.908142 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-0df25455-93d9-4c93-bb54-36e1bcb13e67 admin admin] 10.222.0.13 "PUT /v2.0/routers/d579b5b6-0a5f-4609-8309-22ff5d0cd65d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.5433059
Jun 29 14:31:37.911351 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 43386) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:31:37.916196 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-a4b2b442-c3e0-4d96-8f89-cd66816861b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:37.935550 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:38.043478 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bcf85770-e6ea-4ba7-a921-48aae8c141a2', 'name': 'network-vif-deleted', 'tag': '118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f', 'status': 'completed', 'code': 200}
Jun 29 14:31:38.049583 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-a4b2b442-c3e0-4d96-8f89-cd66816861b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:38.051856 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-a4b2b442-c3e0-4d96-8f89-cd66816861b1 service neutron] 10.222.0.69 "PUT /v2.0/ports/38f34c3e-8b23-471e-8397-aec2b0960d64 HTTP/1.1" status: 200  len: 1093 time: 3.0870395
Jun 29 14:31:38.083306 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b2b442-c3e0-4d96-8f89-cd66816861b1 service neutron] Pushing event updated for resources: {'Port': ['ID=38f34c3e-8b23-471e-8397-aec2b0960d64,revision_number=3']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:38.098002 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-a4b2b442-c3e0-4d96-8f89-cd66816861b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:38.169911 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-8d3a21ec-7abe-4d32-8812-50b97e8774df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:38.250298 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-3c2cc7c0-dade-4d13-aba9-8275377bb632 None None] Set router d579b5b6-0a5f-4609-8309-22ff5d0cd65d gateway port host: dv-cinder-798356-1-iscsi {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:31:38.307756 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-c1c7ae95-1809-4286-bdaf-cdae833de24d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f8b1bff82789418781af3fd01f1db541&device_id=23156ecb-72f5-4951-9ced-ee105a5cf6b7 HTTP/1.1" status: 200  len: 1096 time: 0.1322644
Jun 29 14:31:38.373978 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-375539ca-1840-41ee-9b19-9961015024ed admin admin] Notify callbacks [] for router, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:38.413977 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-f9b1bde1-d4f5-481d-9898-03bacf4bc51a service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38f34c3e-8b23-471e-8397-aec2b0960d64 HTTP/1.1" status: 200  len: 217 time: 0.0960310
Jun 29 14:31:38.496177 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-c57b4a02-ea7f-4ec4-adcc-7703d68eb8d9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:38.497704 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-c57b4a02-ea7f-4ec4-adcc-7703d68eb8d9 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b1f452f3-ce90-45e6-b91e-51eb201b6ea6 HTTP/1.1" status: 200  len: 851 time: 0.0744097
Jun 29 14:31:38.544537 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-785e4998-392e-438e-b4a3-8a678ba09696 req-8a443228-d982-4ec8-8ec2-91a9bd8698c6 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=bcf85770-e6ea-4ba7-a921-48aae8c141a2 HTTP/1.1" status: 200  len: 210 time: 0.0762305
Jun 29 14:31:38.649767 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-0cce789a-e795-4b8a-8e2d-f0c0c8f5ceb9 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1b9efcd0-963e-4312-8efc-097d81e095b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1384406
Jun 29 14:31:38.830240 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-375539ca-1840-41ee-9b19-9961015024ed admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:38.837148 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-3c2cc7c0-dade-4d13-aba9-8275377bb632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94987fd0>, [{'id': 'd579b5b6-0a5f-4609-8309-22ff5d0cd65d', 'name': 'tempest-ServerRescueNegativeTestJSON-707254591-router', 'tenant_id': '49688b8975d4487d95604f13bd607887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.200'}], 'enable_snat': True}, 'gw_port_id': 'b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:48Z', 'updated_at': '2021-06-29T14:31:34Z', 'revision_number': 5, 'project_id': '49688b8975d4487d95604f13bd607887', 'gw_port': {'id': 'b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:40:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd579b5b6-0a5f-4609-8309-22ff5d0cd65d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.200', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:48Z', 'updated_at': '2021-06-29T14:27:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi'}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:31:38.844012 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2cc7c0-dade-4d13-aba9-8275377bb632 None None] Checking router: d579b5b6-0a5f-4609-8309-22ff5d0cd65d for host: dv-cinder-798356-1-iscsi {{(pid=74237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:31:38.852285 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-375539ca-1840-41ee-9b19-9961015024ed admin admin] Deleting port b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795 {{(pid=74235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:31:38.852897 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-375539ca-1840-41ee-9b19-9961015024ed admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:38.874659 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2cc7c0-dade-4d13-aba9-8275377bb632 None None] Routers {'d579b5b6-0a5f-4609-8309-22ff5d0cd65d'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:31:38.876308 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-3c2cc7c0-dade-4d13-aba9-8275377bb632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94987fd0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:31:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['d579b5b6-0a5f-4609-8309-22ff5d0cd65d'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:31:38.920987 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-b4563302-c44c-435e-a487-eace18c42136 service neutron] 10.222.0.69 "GET /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2625942
Jun 29 14:31:38.970831 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device da2a16d0-a72c-4e20-9a86-51b3070c4df3 details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 14:31:39.110259 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.db [None req-375539ca-1840-41ee-9b19-9961015024ed admin admin] For port b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795,segment=NetworkSegment(c4c225a7-9a59-46d1-b662-631cedda96e9),segment_id=c4c225a7-9a59-46d1-b662-631cedda96e9)] {{(pid=74235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:31:39.110721 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-375539ca-1840-41ee-9b19-9961015024ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:39.198436 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:39.206993 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-3c2cc7c0-dade-4d13-aba9-8275377bb632 None None] Set router d579b5b6-0a5f-4609-8309-22ff5d0cd65d gateway port host: None {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:31:39.210582 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port da2a16d0-a72c-4e20-9a86-51b3070c4df3, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=da2a16d0-a72c-4e20-9a86-51b3070c4df3,segment=NetworkSegment(0dfa2ba1-aef0-4202-9eab-77e9ea1a0785),segment_id=0dfa2ba1-aef0-4202-9eab-77e9ea1a0785)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:31:39.228268 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Returning: {'device': 'da2a16d0-a72c-4e20-9a86-51b3070c4df3', 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc', 'port_id': 'da2a16d0-a72c-4e20-9a86-51b3070c4df3', 'mac_address': 'fa:16:3e:45:a1:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 14:31:39.285207 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-375539ca-1840-41ee-9b19-9961015024ed admin admin] Calling delete_port for b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795 owned by network:router_gateway {{(pid=74235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:31:39.315713 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:39.322363 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b83e7635-4108-41d1-8856-eb6d2007bf9f req-ac482ee6-8ffb-4df6-bd65-9e595c1b4843 service neutron] 10.222.0.69 "GET /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3930452
Jun 29 14:31:39.368975 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da2a16d0-a72c-4e20-9a86-51b3070c4df3 {{(pid=74236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:31:39.395677 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port da2a16d0-a72c-4e20-9a86-51b3070c4df3, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=da2a16d0-a72c-4e20-9a86-51b3070c4df3,segment=NetworkSegment(0dfa2ba1-aef0-4202-9eab-77e9ea1a0785),segment_id=0dfa2ba1-aef0-4202-9eab-77e9ea1a0785)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:31:39.408478 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:39.412246 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-2022d9a2-d235-43cc-a572-5ea4b47b0558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:39.413460 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841116da-dfad-41d2-9c2d-76ab003cfe81 req-8c74c015-921d-440a-ba50-7eb62a40bcff tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:39.415097 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-841116da-dfad-41d2-9c2d-76ab003cfe81 req-8c74c015-921d-440a-ba50-7eb62a40bcff tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=23156ecb-72f5-4951-9ced-ee105a5cf6b7 HTTP/1.1" status: 200  len: 943 time: 0.2706370
Jun 29 14:31:39.431629 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-3c2cc7c0-dade-4d13-aba9-8275377bb632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94987fd0>, [{'id': 'd579b5b6-0a5f-4609-8309-22ff5d0cd65d', 'name': 'tempest-ServerRescueNegativeTestJSON-707254591-router', 'tenant_id': '49688b8975d4487d95604f13bd607887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:48Z', 'updated_at': '2021-06-29T14:31:38Z', 'revision_number': 6, 'project_id': '49688b8975d4487d95604f13bd607887', 'gw_port_host': None}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:31:39.436846 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c2cc7c0-dade-4d13-aba9-8275377bb632 None None] The sync data for ids ['d579b5b6-0a5f-4609-8309-22ff5d0cd65d'] in dv-cinder-798356-1-iscsi is: [{'id': 'd579b5b6-0a5f-4609-8309-22ff5d0cd65d', 'name': 'tempest-ServerRescueNegativeTestJSON-707254591-router', 'tenant_id': '49688b8975d4487d95604f13bd607887', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:48Z', 'updated_at': '2021-06-29T14:31:38Z', 'revision_number': 6, 'project_id': '49688b8975d4487d95604f13bd607887', 'gw_port_host': None}] {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:31:39.489364 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-841116da-dfad-41d2-9c2d-76ab003cfe81 req-5738292b-fef2-4fa9-86ca-5609140d1d2f tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0635605
Jun 29 14:31:39.523376 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=da2a16d0-a72c-4e20-9a86-51b3070c4df3,revision_number=9']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:39.532698 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:31:39.533204 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:31:39.533625 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:31:39.534051 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:31:39.534459 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:31:39.534894 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:31:39.535311 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:31:39.535860 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:31:39.536269 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:31:39.536679 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:31:39.537099 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:31:39.541146 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:39.650632 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['da2a16d0-a72c-4e20-9a86-51b3070c4df3'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:31:39.866858 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f009956-c577-4649-845b-fe596579cc8d req-5b0c458e-3e40-48a4-97b8-54ebb50f6b86 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:39.894280 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-6f009956-c577-4649-845b-fe596579cc8d req-5b0c458e-3e40-48a4-97b8-54ebb50f6b86 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 945 time: 0.3840878
Jun 29 14:31:40.051437 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-6f009956-c577-4649-845b-fe596579cc8d req-ad068d05-2b3b-499c-85da-fd9d5aa247ca tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1558745
Jun 29 14:31:40.053153 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23156ecb-72f5-4951-9ced-ee105a5cf6b7', 'tag': '38f34c3e-8b23-471e-8397-aec2b0960d64'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:31:40.097727 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-375539ca-1840-41ee-9b19-9961015024ed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:40.111390 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-c7639f0f-d120-4c0a-bd0d-72769b539897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:40.111650 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:40.161291 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375539ca-1840-41ee-9b19-9961015024ed admin admin] Pushing event deleted for resources: {'Port': ['ID=b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:40.164423 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-375539ca-1840-41ee-9b19-9961015024ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:40.192955 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23156ecb-72f5-4951-9ced-ee105a5cf6b7', 'tag': '38f34c3e-8b23-471e-8397-aec2b0960d64', 'status': 'completed', 'code': 200}
Jun 29 14:31:40.300098 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-688f058f-a7f1-479e-8d3c-0f4e1a43a2c7 req-1b56da88-dd50-407c-9b73-18881d3b516d service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f8b1bff82789418781af3fd01f1db541&device_id=23156ecb-72f5-4951-9ced-ee105a5cf6b7 HTTP/1.1" status: 200  len: 1096 time: 0.0845258
Jun 29 14:31:40.444782 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-375539ca-1840-41ee-9b19-9961015024ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670088'] for router_gateway, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:40.494055 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f058f-a7f1-479e-8d3c-0f4e1a43a2c7 req-6585098e-c467-448a-8b32-b07dc8487400 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:40.495829 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-688f058f-a7f1-479e-8d3c-0f4e1a43a2c7 req-6585098e-c467-448a-8b32-b07dc8487400 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1b9efcd0-963e-4312-8efc-097d81e095b0 HTTP/1.1" status: 200  len: 913 time: 0.1899049
Jun 29 14:31:40.869224 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:40.932330 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-375539ca-1840-41ee-9b19-9961015024ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6774'] for router, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:40.945014 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-375539ca-1840-41ee-9b19-9961015024ed admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:40.962024 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef609079-d31e-41c0-93e5-53beff9df6f9 req-0125a1ca-426f-4fdf-8715-338b48cd57bf tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:40.963503 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-ef609079-d31e-41c0-93e5-53beff9df6f9 req-0125a1ca-426f-4fdf-8715-338b48cd57bf tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=23156ecb-72f5-4951-9ced-ee105a5cf6b7 HTTP/1.1" status: 200  len: 943 time: 0.2896419
Jun 29 14:31:41.100329 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-375539ca-1840-41ee-9b19-9961015024ed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-673524'] for router, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:41.100329 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375539ca-1840-41ee-9b19-9961015024ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router d579b5b6-0a5f-4609-8309-22ff5d0cd65d {{(pid=74235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 29 14:31:41.113903 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-ef609079-d31e-41c0-93e5-53beff9df6f9 req-faaea00b-6c48-480f-818c-545df0540aec tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705781
Jun 29 14:31:41.121033 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-375539ca-1840-41ee-9b19-9961015024ed admin admin] Notify callbacks [] for router, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:41.124262 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-375539ca-1840-41ee-9b19-9961015024ed admin admin] 10.222.0.13 "DELETE /v2.0/routers/d579b5b6-0a5f-4609-8309-22ff5d0cd65d HTTP/1.1" status: 204  len: 168 time: 3.2097211
Jun 29 14:31:41.124532 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 43414) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:31:41.190547 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ee34f20-24fc-4d0a-86ad-195a488b9d36 admin admin] Deleting subnet d349a7a1-71b6-4c71-8ccc-984c68721f79 {{(pid=74235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 14:31:41.198524 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1ee34f20-24fc-4d0a-86ad-195a488b9d36 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:41.260293 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 3af23dbb-6701-481e-a030-ab2965341ba4 no longer exists at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:31:41.339195 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1ee34f20-24fc-4d0a-86ad-195a488b9d36 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1897654'] for subnet, precommit_delete_associations {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:41.352242 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] No Port match for: 3af23dbb-6701-481e-a030-ab2965341ba4 {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:31:41.352604 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 3af23dbb-6701-481e-a030-ab2965341ba4 not bound to the agent host dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:31:41.353040 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795 no longer exists at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:31:41.391573 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] No Port match for: b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795 {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:31:41.391936 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device b6af8a6a-34c3-4e7f-8ce5-bbcffdf1f795 not bound to the agent host dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:31:41.423418 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9958471b-917f-4ebc-bcfe-1f5151cbeef1 req-8979fc75-860b-4446-a697-f04e7fe3c70d tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:41.425536 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-9958471b-917f-4ebc-bcfe-1f5151cbeef1 req-8979fc75-860b-4446-a697-f04e7fe3c70d tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 945 time: 0.1102736
Jun 29 14:31:41.439815 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1ee34f20-24fc-4d0a-86ad-195a488b9d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3930061'] for subnet, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:41.493663 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-9958471b-917f-4ebc-bcfe-1f5151cbeef1 req-3de87e7b-d930-4603-ba44-22fa0554deb8 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618482
Jun 29 14:31:41.520398 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:31:41.536265 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1ee34f20-24fc-4d0a-86ad-195a488b9d36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1167277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1167964'] for subnet, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:41.551305 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-bab2cc23-90e7-4f42-b6f7-d37db162ab82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:41.568546 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] No Port match for: 118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:31:41.568993 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 118dbf45-6e2e-4e71-9f47-50e2c2eb5c0f not bound to the agent host hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:31:41.585378 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1ee34f20-24fc-4d0a-86ad-195a488b9d36 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:41.602636 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-1ee34f20-24fc-4d0a-86ad-195a488b9d36 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d349a7a1-71b6-4c71-8ccc-984c68721f79 HTTP/1.1" status: 204  len: 168 time: 0.4768333
Jun 29 14:31:41.603501 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee34f20-24fc-4d0a-86ad-195a488b9d36 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d349a7a1-71b6-4c71-8ccc-984c68721f79,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:41.605157 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 43426) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:31:41.614991 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-688f058f-a7f1-479e-8d3c-0f4e1a43a2c7 req-da888dfd-8d45-4037-94d2-fe158888fe65 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38f34c3e-8b23-471e-8397-aec2b0960d64 HTTP/1.1" status: 200  len: 217 time: 0.0975497
Jun 29 14:31:41.705767 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-1ee34f20-24fc-4d0a-86ad-195a488b9d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:41.725358 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d84e142d-cd53-4bf6-8cc0-1e950d76a226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3691460'] for network, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:41.866834 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d84e142d-cd53-4bf6-8cc0-1e950d76a226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931320', 'neutron.services.segments.db._delete_segments_for_network-8730483304066'] for network, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:41.880090 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.services.segments.db [None req-d84e142d-cd53-4bf6-8cc0-1e950d76a226 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b9454ee50>,) {'filters': {'network_id': ['e18f3f47-eda3-4841-b6ac-77a54d6b46e2']}} {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:31:41.893871 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.services.segments.db [None req-d84e142d-cd53-4bf6-8cc0-1e950d76a226 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b9454ee50>, '22805b8c-5eb0-4508-ac25-ba13cbff4b17') {'for_net_delete': True} {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:31:41.894349 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.services.segments.db [None req-d84e142d-cd53-4bf6-8cc0-1e950d76a226 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b9454ee50>, '22805b8c-5eb0-4508-ac25-ba13cbff4b17') {} {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:31:41.906062 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d84e142d-cd53-4bf6-8cc0-1e950d76a226 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730483226525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1897657'] for segment, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:41.925629 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d84e142d-cd53-4bf6-8cc0-1e950d76a226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:41.934272 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d84e142d-cd53-4bf6-8cc0-1e950d76a226 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=74235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 14:31:41.935368 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d84e142d-cd53-4bf6-8cc0-1e950d76a226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3829314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1167115'] for segment, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:41.949206 dv-cinder-798356-1-iscsi neutron-server[74235]: Traceback (most recent call last):
Jun 29 14:31:41.949206 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 14:31:41.949206 dv-cinder-798356-1-iscsi neutron-server[74235]:     timer()
Jun 29 14:31:41.949206 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 14:31:41.949206 dv-cinder-798356-1-iscsi neutron-server[74235]:     cb(*args, **kw)
Jun 29 14:31:41.949206 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 14:31:41.949206 dv-cinder-798356-1-iscsi neutron-server[74235]:     return func(*args, **kwargs)
Jun 29 14:31:41.949206 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 14:31:41.949206 dv-cinder-798356-1-iscsi neutron-server[74235]:     self._notify()
Jun 29 14:31:41.949206 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 14:31:41.949206 dv-cinder-798356-1-iscsi neutron-server[74235]:     self.callback(batched_events)
Jun 29 14:31:41.949206 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 14:31:41.949206 dv-cinder-798356-1-iscsi neutron-server[74235]:     event.method(event)
Jun 29 14:31:41.949206 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 14:31:41.949206 dv-cinder-798356-1-iscsi neutron-server[74235]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 14:31:41.949206 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 14:31:41.949206 dv-cinder-798356-1-iscsi neutron-server[74235]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 14:31:41.949206 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 14:31:41.949206 dv-cinder-798356-1-iscsi neutron-server[74235]:     return f(self, *a, **k)
Jun 29 14:31:41.949206 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 14:31:41.949206 dv-cinder-798356-1-iscsi neutron-server[74235]:     return self._get(url).json()
Jun 29 14:31:41.949206 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 14:31:41.949206 dv-cinder-798356-1-iscsi neutron-server[74235]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 14:31:41.949206 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 14:31:41.949206 dv-cinder-798356-1-iscsi neutron-server[74235]:     return self.request(url, 'GET', **kwargs)
Jun 29 14:31:41.949206 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 14:31:41.949206 dv-cinder-798356-1-iscsi neutron-server[74235]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 14:31:41.949206 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 14:31:41.949206 dv-cinder-798356-1-iscsi neutron-server[74235]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 14:31:41.949206 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 14:31:41.949206 dv-cinder-798356-1-iscsi neutron-server[74235]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 14:31:41.949206 dv-cinder-798356-1-iscsi neutron-server[74235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 14:31:42.045395 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d84e142d-cd53-4bf6-8cc0-1e950d76a226 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3930699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670133'] for network, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:42.050843 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-d29e1bd7-628c-4a8a-b010-83a3b5a4547e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:42.067023 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d84e142d-cd53-4bf6-8cc0-1e950d76a226 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:42.079809 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84e142d-cd53-4bf6-8cc0-1e950d76a226 admin admin] Pushing event deleted for resources: {'Network': ['ID=e18f3f47-eda3-4841-b6ac-77a54d6b46e2,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:42.085143 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-d84e142d-cd53-4bf6-8cc0-1e950d76a226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:42.088560 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-d84e142d-cd53-4bf6-8cc0-1e950d76a226 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e18f3f47-eda3-4841-b6ac-77a54d6b46e2 HTTP/1.1" status: 204  len: 168 time: 0.4824905
Jun 29 14:31:42.343377 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 43436) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:31:42.387715 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16892c49-b344-48e5-a99e-15d72ae357f6 req-ecb42538-c3a5-4f85-89c0-787ea25c0dd2 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:42.394932 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-16892c49-b344-48e5-a99e-15d72ae357f6 req-ecb42538-c3a5-4f85-89c0-787ea25c0dd2 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=23156ecb-72f5-4951-9ced-ee105a5cf6b7 HTTP/1.1" status: 200  len: 943 time: 0.1354325
Jun 29 14:31:42.439752 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688f058f-a7f1-479e-8d3c-0f4e1a43a2c7 req-d70a7d5d-bacd-41d5-bea5-8384147066a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:42.441208 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-688f058f-a7f1-479e-8d3c-0f4e1a43a2c7 req-d70a7d5d-bacd-41d5-bea5-8384147066a4 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b1f452f3-ce90-45e6-b91e-51eb201b6ea6 HTTP/1.1" status: 200  len: 851 time: 0.0685289
Jun 29 14:31:42.465565 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-05750026-0b4a-4ef7-a2ce-ee93685f3270 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=49688b8975d4487d95604f13bd607887&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1203284
Jun 29 14:31:42.468130 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 43442) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:31:42.474409 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-16892c49-b344-48e5-a99e-15d72ae357f6 req-f3f26686-2823-4d9b-a69b-b27efe637b8e tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0786145
Jun 29 14:31:42.645668 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-15d7bdbd-3aaa-48a1-9d13-00ebc4852eb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:42.727582 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-15d7bdbd-3aaa-48a1-9d13-00ebc4852eb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:42.801417 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4b63da-b384-4228-80ae-e17aa4d2c8e8 req-5e0d6355-bf2d-4728-836e-6c5c35cda91a tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:42.803041 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-7a4b63da-b384-4228-80ae-e17aa4d2c8e8 req-5e0d6355-bf2d-4728-836e-6c5c35cda91a tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 945 time: 0.1318099
Jun 29 14:31:42.842148 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-15d7bdbd-3aaa-48a1-9d13-00ebc4852eb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:42.848190 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-53480f22-b79b-48e9-88e4-f3bd61a3cd47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:42.870425 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d7bdbd-3aaa-48a1-9d13-00ebc4852eb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16bbd10f-41f3-4a06-b4f8-21be5c926066,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:42.873393 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-15d7bdbd-3aaa-48a1-9d13-00ebc4852eb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:42.891629 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-15d7bdbd-3aaa-48a1-9d13-00ebc4852eb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:42.892766 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-15d7bdbd-3aaa-48a1-9d13-00ebc4852eb8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16bbd10f-41f3-4a06-b4f8-21be5c926066 HTTP/1.1" status: 204  len: 168 time: 0.4234753
Jun 29 14:31:42.911388 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-7a4b63da-b384-4228-80ae-e17aa4d2c8e8 req-f4abd3d1-993b-4e7a-ac3c-f0dbb46da103 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0937126
Jun 29 14:31:43.503241 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-688f058f-a7f1-479e-8d3c-0f4e1a43a2c7 req-16e477e8-fecf-40d4-8edb-12e04fd7f36d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1b9efcd0-963e-4312-8efc-097d81e095b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0876963
Jun 29 14:31:43.702957 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-688f058f-a7f1-479e-8d3c-0f4e1a43a2c7 req-52de37e0-a258-42cc-8a45-326bf1914e14 service neutron] 10.222.0.69 "GET /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1913383
Jun 29 14:31:43.717228 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1903ee0-c8bb-4872-b51f-661bce1f8608 req-ad959c9f-1b96-41f6-92c4-2fd9a5782b54 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:43.728625 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-d1903ee0-c8bb-4872-b51f-661bce1f8608 req-ad959c9f-1b96-41f6-92c4-2fd9a5782b54 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=23156ecb-72f5-4951-9ced-ee105a5cf6b7 HTTP/1.1" status: 200  len: 943 time: 0.1170399
Jun 29 14:31:43.837252 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-d1903ee0-c8bb-4872-b51f-661bce1f8608 req-a702993e-c4b3-4957-868f-b98707d01d4c tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1072671
Jun 29 14:31:43.921752 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-688f058f-a7f1-479e-8d3c-0f4e1a43a2c7 req-0cd21889-7a51-4b5c-b44a-2b8afce9a207 service neutron] 10.222.0.69 "GET /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2122257
Jun 29 14:31:44.128858 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 43482) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:31:44.349447 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-e5925df4-c3ca-44aa-ae06-d35a0974615e admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-814637523-network', 'tenant_id': 'd9932be220e04d1dbbc486e44ee9b652'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:31:44.354825 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-e5925df4-c3ca-44aa-ae06-d35a0974615e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:31:44.356722 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a447e8a-9a96-4fc7-b65d-76b689adeec2 req-731eb3c8-5a09-402f-9bfa-1b5e0895f802 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:44.359111 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-e5925df4-c3ca-44aa-ae06-d35a0974615e admin admin] Usage tracker for resource:network and tenant:d9932be220e04d1dbbc486e44ee9b652 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:31:44.362405 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-e5925df4-c3ca-44aa-ae06-d35a0974615e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:31:44.364396 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-1a447e8a-9a96-4fc7-b65d-76b689adeec2 req-731eb3c8-5a09-402f-9bfa-1b5e0895f802 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 945 time: 0.1119459
Jun 29 14:31:44.369072 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-e5925df4-c3ca-44aa-ae06-d35a0974615e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:31:44.383883 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5925df4-c3ca-44aa-ae06-d35a0974615e admin admin] Made reservation on behalf of d9932be220e04d1dbbc486e44ee9b652 for: {'network': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:31:44.386741 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-e5925df4-c3ca-44aa-ae06-d35a0974615e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for network, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:44.400543 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-e5925df4-c3ca-44aa-ae06-d35a0974615e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:44.416672 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-1a447e8a-9a96-4fc7-b65d-76b689adeec2 req-6dc4a331-0d44-455f-8558-39dcae3df3b6 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0514028
Jun 29 14:31:44.467393 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-e5925df4-c3ca-44aa-ae06-d35a0974615e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:31:44.477393 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-e5925df4-c3ca-44aa-ae06-d35a0974615e admin admin] Usage tracker for resource:security_group_rule and tenant:d9932be220e04d1dbbc486e44ee9b652 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:31:44.482008 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-e5925df4-c3ca-44aa-ae06-d35a0974615e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:31:44.502524 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-e5925df4-c3ca-44aa-ae06-d35a0974615e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:31:44.625787 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-e5925df4-c3ca-44aa-ae06-d35a0974615e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:44.633617 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-e5925df4-c3ca-44aa-ae06-d35a0974615e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:44.635149 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-220c3b52-cbde-4532-ade5-4438101c01f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:44.673860 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5925df4-c3ca-44aa-ae06-d35a0974615e admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'}  {{(pid=74234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 14:31:44.684192 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5925df4-c3ca-44aa-ae06-d35a0974615e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1e662ac-c0b0-44a1-a73d-ca596f07f60a,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:44.689111 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-e5925df4-c3ca-44aa-ae06-d35a0974615e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:44.695849 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-e5925df4-c3ca-44aa-ae06-d35a0974615e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:44.696222 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.db.segments_db [None req-e5925df4-c3ca-44aa-ae06-d35a0974615e admin admin] Added segment 7bb3d6b8-81c4-403e-9165-e1fccd084c85 of type vlan for network 59da48e5-df7e-4b56-b857-04097be30813
Jun 29 14:31:44.748053 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-e5925df4-c3ca-44aa-ae06-d35a0974615e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482767800'] for network, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:44.797424 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-e5925df4-c3ca-44aa-ae06-d35a0974615e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695'] for network, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:44.798825 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5925df4-c3ca-44aa-ae06-d35a0974615e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:44.799502 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-e5925df4-c3ca-44aa-ae06-d35a0974615e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:44.804539 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:44.938592 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 43508) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:31:44.939046 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-e5925df4-c3ca-44aa-ae06-d35a0974615e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.8088596
Jun 29 14:31:44.940076 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5925df4-c3ca-44aa-ae06-d35a0974615e admin admin] Pushing event updated for resources: {'Network': ['ID=59da48e5-df7e-4b56-b857-04097be30813,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:44.943525 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-e5925df4-c3ca-44aa-ae06-d35a0974615e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:44.945119 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-003ca90a-80c6-41fa-9ea4-ae5ce816f5ce admin admin] Request body: {'subnet': {'network_id': '59da48e5-df7e-4b56-b857-04097be30813', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-814637523-subnet', 'tenant_id': 'd9932be220e04d1dbbc486e44ee9b652', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:31:44.952868 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Network 59da48e5-df7e-4b56-b857-04097be30813 details requested by agent ovs-agent-dv-cinder-798356-1-iscsi with host dv-cinder-798356-1-iscsi {{(pid=74236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 14:31:44.967067 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-003ca90a-80c6-41fa-9ea4-ae5ce816f5ce admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:31:44.975336 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-003ca90a-80c6-41fa-9ea4-ae5ce816f5ce admin admin] Usage tracker for resource:subnet and tenant:d9932be220e04d1dbbc486e44ee9b652 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:31:44.984045 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-003ca90a-80c6-41fa-9ea4-ae5ce816f5ce admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:31:44.993358 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-003ca90a-80c6-41fa-9ea4-ae5ce816f5ce admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:31:45.016782 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003ca90a-80c6-41fa-9ea4-ae5ce816f5ce admin admin] Made reservation on behalf of d9932be220e04d1dbbc486e44ee9b652 for: {'subnet': 1} {{(pid=74235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:31:45.019449 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-003ca90a-80c6-41fa-9ea4-ae5ce816f5ce admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1167943'] for subnet, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:45.178058 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97df389d-8771-4fe9-bc84-744ac0479826 req-1519f7f0-ccf8-4b36-9d70-1e29b12aeeb8 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:45.180131 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-97df389d-8771-4fe9-bc84-744ac0479826 req-1519f7f0-ccf8-4b36-9d70-1e29b12aeeb8 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=23156ecb-72f5-4951-9ced-ee105a5cf6b7 HTTP/1.1" status: 200  len: 943 time: 0.0934277
Jun 29 14:31:45.274390 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-97df389d-8771-4fe9-bc84-744ac0479826 req-10a78b01-37b9-4d36-97ed-0cf9fc4cd6b9 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0884104
Jun 29 14:31:45.442460 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device da2a16d0-a72c-4e20-9a86-51b3070c4df3 up at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:31:45.463060 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-003ca90a-80c6-41fa-9ea4-ae5ce816f5ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1167330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1167957'] for subnet, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:45.474439 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:45.537754 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ca90a-80c6-41fa-9ea4-ae5ce816f5ce admin admin] Pushing event updated for resources: {'Subnet': ['ID=6094f63b-b644-4415-a8f0-3a34a9f80174,revision_number=0']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:45.543710 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-003ca90a-80c6-41fa-9ea4-ae5ce816f5ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:45.551345 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning complete for port da2a16d0-a72c-4e20-9a86-51b3070c4df3 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:31:45.551668 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:45.616478 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-003ca90a-80c6-41fa-9ea4-ae5ce816f5ce admin admin] Checking segment: {'id': '7bb3d6b8-81c4-403e-9165-e1fccd084c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '59da48e5-df7e-4b56-b857-04097be30813'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:31:45.616840 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003ca90a-80c6-41fa-9ea4-ae5ce816f5ce admin admin] Network hostable DHCP agents. Network: 59da48e5-df7e-4b56-b857-04097be30813, hostable agents: ['e1a882d0-1bb9-433b-98f7-0ae4434a4814'], hosted agents: [] {{(pid=74235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 14:31:45.669857 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003ca90a-80c6-41fa-9ea4-ae5ce816f5ce admin admin] Network 59da48e5-df7e-4b56-b857-04097be30813 is scheduled to be hosted by DHCP agent e1a882d0-1bb9-433b-98f7-0ae4434a4814 with binding_index 1 {{(pid=74235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 14:31:45.723788 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.base_scheduler [None req-003ca90a-80c6-41fa-9ea4-ae5ce816f5ce admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-iscsi, 59da48e5-df7e-4b56-b857-04097be30813) {{(pid=74235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:31:45.734333 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff39e79-8fbf-4599-b45f-69f0107d96fc None None] Network 59da48e5-df7e-4b56-b857-04097be30813 requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:31:45.744859 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003ca90a-80c6-41fa-9ea4-ae5ce816f5ce admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:45.745727 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-003ca90a-80c6-41fa-9ea4-ae5ce816f5ce admin admin] Notify callbacks [] for subnet, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:45.795990 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-003ca90a-80c6-41fa-9ea4-ae5ce816f5ce admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.8479776
Jun 29 14:31:45.814207 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1915d7ce-af25-41f2-bac4-376cd16f8609 req-0755e8df-18e3-4b59-8b9b-e51076d9bf24 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:45.817862 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-1915d7ce-af25-41f2-bac4-376cd16f8609 req-0755e8df-18e3-4b59-8b9b-e51076d9bf24 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 945 time: 0.1299694
Jun 29 14:31:45.891763 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-1915d7ce-af25-41f2-bac4-376cd16f8609 req-27b60b68-a586-459b-a42d-6fd61cc91f85 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0657165
Jun 29 14:31:46.003627 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:46.097569 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port da2a16d0-a72c-4e20-9a86-51b3070c4df3, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=da2a16d0-a72c-4e20-9a86-51b3070c4df3,segment=NetworkSegment(0dfa2ba1-aef0-4202-9eab-77e9ea1a0785),segment_id=0dfa2ba1-aef0-4202-9eab-77e9ea1a0785)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:31:46.108286 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c55acb-c2d2-4123-8452-1d5205741f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2a16d0-a72c-4e20-9a86-51b3070c4df3'}] {{(pid=74236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:31:46.183278 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:46.200088 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ff9e39-c279-4409-865e-4ff8e85bda36 req-85042cae-8fd1-4e38-a674-bc30ade0dc3f tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:46.208066 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-03ff9e39-c279-4409-865e-4ff8e85bda36 req-85042cae-8fd1-4e38-a674-bc30ade0dc3f tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.1616316
Jun 29 14:31:46.212809 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4bffbfcc-9bfc-4951-bfb2-6c827177511e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:46.284596 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16a9029-2b5f-4166-95c6-120cc3855d54 None None] Network 59da48e5-df7e-4b56-b857-04097be30813 requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:31:46.296452 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-03ff9e39-c279-4409-865e-4ff8e85bda36 req-a70160b8-0ef1-4e7a-9c51-b834645168df tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0872438
Jun 29 14:31:46.355168 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=da2a16d0-a72c-4e20-9a86-51b3070c4df3,revision_number=10']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:46.364145 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:46.387869 dv-cinder-798356-1-iscsi neutron-server[74236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c55acb-c2d2-4123-8452-1d5205741f89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da2a16d0-a72c-4e20-9a86-51b3070c4df3', 'code': 200}
Jun 29 14:31:46.595450 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c1d30-e0d1-409d-a93d-145619e0d81b req-1c8b297c-d559-4489-8349-7178bcb9271d tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:46.601226 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-553c1d30-e0d1-409d-a93d-145619e0d81b req-1c8b297c-d559-4489-8349-7178bcb9271d tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=23156ecb-72f5-4951-9ced-ee105a5cf6b7 HTTP/1.1" status: 200  len: 943 time: 0.1048222
Jun 29 14:31:46.678367 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-553c1d30-e0d1-409d-a93d-145619e0d81b req-3ad28d13-5ee8-4d57-9ca4-455d9a01c0ae tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711136
Jun 29 14:31:46.816598 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-1f69b766-e434-4060-bf80-b72ed147c180 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:46.823966 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-1f69b766-e434-4060-bf80-b72ed147c180 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/networks?id=59da48e5-df7e-4b56-b857-04097be30813 HTTP/1.1" status: 200  len: 814 time: 0.2286611
Jun 29 14:31:46.836757 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-9ae078de-abe4-4c62-a71a-41badf4a1560 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/quotas/d9932be220e04d1dbbc486e44ee9b652 HTTP/1.1" status: 200  len: 375 time: 0.0118821
Jun 29 14:31:46.884405 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-55afe652-ef2c-443e-95a2-1c978e5d1562 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9932be220e04d1dbbc486e44ee9b652&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0416999
Jun 29 14:31:47.070298 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-c67c27f3-11df-4292-a43b-8ab6f1b7d16e service neutron] 10.222.0.13 "GET /v2.0/networks/59da48e5-df7e-4b56-b857-04097be30813?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1763711
Jun 29 14:31:47.185642 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55063dcc-d4c3-478c-9b91-c6fa7d3a7879 req-c9274c25-4343-4158-bd4e-73bd040728d4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:47.187216 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-55063dcc-d4c3-478c-9b91-c6fa7d3a7879 req-c9274c25-4343-4158-bd4e-73bd040728d4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 947 time: 0.0980215
Jun 29 14:31:47.223502 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-d57a2893-aaed-4b6b-a5a2-a0abbf1f327e service neutron] 10.222.0.13 "GET /v2.0/networks/59da48e5-df7e-4b56-b857-04097be30813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1517894
Jun 29 14:31:47.250711 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-55063dcc-d4c3-478c-9b91-c6fa7d3a7879 req-58933d2f-8f94-4d6e-b0c9-b4e743c58331 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0582154
Jun 29 14:31:47.474537 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-7d6fca9a-8ce7-4e64-8332-3b933a7d2c40 req-816c8a75-bf69-4a39-a73a-149c82348dd8 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=4250560d-73c7-49ff-95c4-229b07958fee HTTP/1.1" status: 200  len: 210 time: 0.0562027
Jun 29 14:31:47.534897 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273392fa-fc9c-42e5-8fb0-196f41305619 req-2b1eb57a-e537-4a94-b927-9949594a732f tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:47.536650 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-273392fa-fc9c-42e5-8fb0-196f41305619 req-2b1eb57a-e537-4a94-b927-9949594a732f tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.1021683
Jun 29 14:31:47.603136 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-273392fa-fc9c-42e5-8fb0-196f41305619 req-5c769c55-599a-468c-8154-0326e5138ce5 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0587549
Jun 29 14:31:47.691097 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 6 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:31:47.737668 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 38f34c3e-8b23-471e-8397-aec2b0960d64 details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 14:31:47.898693 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 38f34c3e-8b23-471e-8397-aec2b0960d64, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=38f34c3e-8b23-471e-8397-aec2b0960d64,segment=NetworkSegment(276a84e3-277d-4962-9d31-d392ba2cca90),segment_id=276a84e3-277d-4962-9d31-d392ba2cca90)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:31:47.914371 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Returning: {'device': '38f34c3e-8b23-471e-8397-aec2b0960d64', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'port_id': '38f34c3e-8b23-471e-8397-aec2b0960d64', 'mac_address': 'fa:16:3e:4d:b9:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 14:31:47.928600 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8cf338-9660-4017-80e3-467cc9328de1 req-9313560d-e13e-45c2-9464-67a7158d0ac0 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:47.930071 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8a8cf338-9660-4017-80e3-467cc9328de1 req-9313560d-e13e-45c2-9464-67a7158d0ac0 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=23156ecb-72f5-4951-9ced-ee105a5cf6b7 HTTP/1.1" status: 200  len: 943 time: 0.0844245
Jun 29 14:31:47.980236 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:47.985073 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8a8cf338-9660-4017-80e3-467cc9328de1 req-78af3d03-08dc-4c56-8ffa-81c44cc6e54e tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485330
Jun 29 14:31:47.999322 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38f34c3e-8b23-471e-8397-aec2b0960d64 {{(pid=74236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:31:48.022786 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 38f34c3e-8b23-471e-8397-aec2b0960d64, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=38f34c3e-8b23-471e-8397-aec2b0960d64,segment=NetworkSegment(276a84e3-277d-4962-9d31-d392ba2cca90),segment_id=276a84e3-277d-4962-9d31-d392ba2cca90)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:31:48.027913 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:48.030090 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:48.104144 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=38f34c3e-8b23-471e-8397-aec2b0960d64,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:48.107500 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:48.465858 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4141033-cbba-4cee-b4e9-309ce2b4351f req-c0696f33-0c35-4c1c-a6c1-cba995b7fe46 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:48.467357 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b4141033-cbba-4cee-b4e9-309ce2b4351f req-c0696f33-0c35-4c1c-a6c1-cba995b7fe46 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 947 time: 0.0809057
Jun 29 14:31:48.520905 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b4141033-cbba-4cee-b4e9-309ce2b4351f req-d2f05e70-144d-496e-a161-44bafc539001 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477874
Jun 29 14:31:48.639542 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-7f848960-1079-45a2-a391-9eb5e5aa57cc req-b52fb6d9-2f8e-4e9f-897a-16dc05276107 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=4250560d-73c7-49ff-95c4-229b07958fee HTTP/1.1" status: 200  len: 210 time: 0.0480268
Jun 29 14:31:48.823159 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d0fc45-81b5-4252-bc1f-916c4c2bbac8 req-3c5c5986-31cc-4e2f-bd73-38730f9abba0 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:48.824707 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-62d0fc45-81b5-4252-bc1f-916c4c2bbac8 req-3c5c5986-31cc-4e2f-bd73-38730f9abba0 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.0858593
Jun 29 14:31:48.875186 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-62d0fc45-81b5-4252-bc1f-916c4c2bbac8 req-daa085b5-f89c-4b89-ace3-30d49fa864ab tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0424142
Jun 29 14:31:49.222310 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a3d369-d257-4ea5-96eb-d87e8a67bb1e req-99c4b843-f3d5-41ba-9db5-71d8bf456cef tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:49.226955 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-e1a3d369-d257-4ea5-96eb-d87e8a67bb1e req-99c4b843-f3d5-41ba-9db5-71d8bf456cef tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=23156ecb-72f5-4951-9ced-ee105a5cf6b7 HTTP/1.1" status: 200  len: 944 time: 0.0966947
Jun 29 14:31:49.272401 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-e1a3d369-d257-4ea5-96eb-d87e8a67bb1e req-f97cc48d-47ca-4a7d-94a6-79f84e7883ce tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0421789
Jun 29 14:31:49.882680 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['38f34c3e-8b23-471e-8397-aec2b0960d64'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:31:49.916143 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8bb40e-8886-48bb-9f6d-6cdb6a9eede9 req-b3bc3b8e-e36e-419e-976d-8a4cdbdd4f31 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:49.918245 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8e8bb40e-8886-48bb-9f6d-6cdb6a9eede9 req-b3bc3b8e-e36e-419e-976d-8a4cdbdd4f31 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 947 time: 0.1709530
Jun 29 14:31:49.921489 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-79360352-2afa-4c14-bf13-f16541e0dab5 req-19806910-fe20-449b-a3d8-7cac2f9e80af service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 1100 time: 0.2879772
Jun 29 14:31:49.923866 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-00fab8d7-e0f9-4150-b1e7-38f69aa73264 req-6dee86e0-c869-4ab7-95ee-db6a6bff1cb7 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=4250560d-73c7-49ff-95c4-229b07958fee HTTP/1.1" status: 200  len: 210 time: 0.0576906
Jun 29 14:31:50.000559 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-79360352-2afa-4c14-bf13-f16541e0dab5 req-9e208ebb-267b-4c56-b982-4df35cff73c4 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616651
Jun 29 14:31:50.015148 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8e8bb40e-8886-48bb-9f6d-6cdb6a9eede9 req-bb2680d0-b119-40fc-90c4-19c28feb3dd6 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0908518
Jun 29 14:31:50.219145 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4ee011-5a3c-4956-b7cb-66a643ab1530 req-8d299c2d-d592-4ad5-8b82-0c323f728988 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:50.227853 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-cc4ee011-5a3c-4956-b7cb-66a643ab1530 req-8d299c2d-d592-4ad5-8b82-0c323f728988 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.1110125
Jun 29 14:31:50.275230 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-cc4ee011-5a3c-4956-b7cb-66a643ab1530 req-e908b75a-b7c7-4927-bc84-87a29381cc81 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456405
Jun 29 14:31:50.564418 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5224c7-51de-4370-96d9-2eb2649876f3 req-fab7ef96-3b18-4761-a791-25326cda0890 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:50.565908 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-3d5224c7-51de-4370-96d9-2eb2649876f3 req-fab7ef96-3b18-4761-a791-25326cda0890 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=23156ecb-72f5-4951-9ced-ee105a5cf6b7 HTTP/1.1" status: 200  len: 944 time: 0.1654170
Jun 29 14:31:50.714745 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-3d5224c7-51de-4370-96d9-2eb2649876f3 req-f9a6c27d-abb2-4952-b1a8-ac9a3921c796 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1378808
Jun 29 14:31:50.790013 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-4ce8f3cd-5526-4b13-99b2-71a23f83b91f tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:50.791324 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-4ce8f3cd-5526-4b13-99b2-71a23f83b91f tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Synchronizing usage tracker for tenant:d9932be220e04d1dbbc486e44ee9b652 on resource:network {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:31:50.817336 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-4ce8f3cd-5526-4b13-99b2-71a23f83b91f tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Unset dirty status for tenant:d9932be220e04d1dbbc486e44ee9b652 on resource:network {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:31:50.818852 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-4ce8f3cd-5526-4b13-99b2-71a23f83b91f tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.69 "GET /v2.0/networks?id=59da48e5-df7e-4b56-b857-04097be30813 HTTP/1.1" status: 200  len: 814 time: 0.2270243
Jun 29 14:31:50.836865 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-8a9f6570-aa4d-4142-ada3-1b973e28b749 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Request body: {'port': {'device_id': '4250560d-73c7-49ff-95c4-229b07958fee', 'network_id': '59da48e5-df7e-4b56-b857-04097be30813', 'admin_state_up': True, 'tenant_id': 'd9932be220e04d1dbbc486e44ee9b652'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:31:51.050154 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-8a9f6570-aa4d-4142-ada3-1b973e28b749 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:31:51.055468 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-8a9f6570-aa4d-4142-ada3-1b973e28b749 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Usage tracker for resource:port and tenant:d9932be220e04d1dbbc486e44ee9b652 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:31:51.058729 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-8a9f6570-aa4d-4142-ada3-1b973e28b749 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Quota usage for port was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:31:51.067011 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-8a9f6570-aa4d-4142-ada3-1b973e28b749 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:31:51.085857 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-8a9f6570-aa4d-4142-ada3-1b973e28b749 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Made reservation on behalf of d9932be220e04d1dbbc486e44ee9b652 for: {'port': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:31:51.090388 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-8a9f6570-aa4d-4142-ada3-1b973e28b749 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:51.235811 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-70ead309-10e1-4169-a189-4df3352b62f6 req-6ad087ac-7688-4460-8aba-1061521f9e75 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=4250560d-73c7-49ff-95c4-229b07958fee HTTP/1.1" status: 200  len: 210 time: 0.0878630
Jun 29 14:31:51.475016 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-bbf6ca5c-40d1-4ecb-947a-7cf853bd222b tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:51.482310 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-bbf6ca5c-40d1-4ecb-947a-7cf853bd222b tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/networks?id=9946b46a-9e40-4099-9d93-df2710eb9b83 HTTP/1.1" status: 200  len: 813 time: 0.2582371
Jun 29 14:31:51.502824 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_common [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-8a9f6570-aa4d-4142-ada3-1b973e28b749 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Allocated IP 172.20.0.12 (59da48e5-df7e-4b56-b857-04097be30813/6094f63b-b644-4415-a8f0-3a34a9f80174/d4f35840-8051-40a6-b035-3a19c0635a4f) {{(pid=74234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:31:51.511209 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-8259be4c-e214-4180-a008-c088d6a6db68 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/quotas/b785cf1e1d0046c39466ad50eccc6bc7 HTTP/1.1" status: 200  len: 375 time: 0.0280609
Jun 29 14:31:51.529011 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d60921-08f2-4e51-8463-1387c7c1c2c0 req-ee641575-3888-4123-b480-d2e21d094895 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:51.535004 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-53d60921-08f2-4e51-8463-1387c7c1c2c0 req-ee641575-3888-4123-b480-d2e21d094895 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 947 time: 0.1333249
Jun 29 14:31:51.567272 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-78bb5944-b96e-43f8-a3bf-b36215b885fb tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Synchronizing usage tracker for tenant:b785cf1e1d0046c39466ad50eccc6bc7 on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:31:51.600637 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-78bb5944-b96e-43f8-a3bf-b36215b885fb tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Unset dirty status for tenant:b785cf1e1d0046c39466ad50eccc6bc7 on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:31:51.609522 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-78bb5944-b96e-43f8-a3bf-b36215b885fb tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b785cf1e1d0046c39466ad50eccc6bc7&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0974152
Jun 29 14:31:51.623080 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-53d60921-08f2-4e51-8463-1387c7c1c2c0 req-8500182d-9023-4912-a4a5-a0b754fd2ddd tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0728896
Jun 29 14:31:51.680140 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 38f34c3e-8b23-471e-8397-aec2b0960d64 up at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:31:51.814435 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning for port 38f34c3e-8b23-471e-8397-aec2b0960d64 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:31:51.822945 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning complete for port 38f34c3e-8b23-471e-8397-aec2b0960d64 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:31:51.825662 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:51.918936 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-8a9f6570-aa4d-4142-ada3-1b973e28b749 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Notify callbacks [] for port, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:51.937984 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a49c32-7577-4605-83d3-a059b6a9eefe req-6b110cb7-b931-4ed2-8127-681e1213afb4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:51.943380 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-d9a49c32-7577-4605-83d3-a059b6a9eefe req-6b110cb7-b931-4ed2-8127-681e1213afb4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.1246374
Jun 29 14:31:51.994693 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-8a9f6570-aa4d-4142-ada3-1b973e28b749 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:52.006968 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-d9a49c32-7577-4605-83d3-a059b6a9eefe req-f962360a-f3b7-4c8b-a9e6-1118d9aff730 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0540154
Jun 29 14:31:52.013056 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-0df25455-93d9-4c93-bb54-36e1bcb13e67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:52.017303 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:52.051155 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23156ecb-72f5-4951-9ced-ee105a5cf6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f34c3e-8b23-471e-8397-aec2b0960d64'}] {{(pid=74236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:31:52.065132 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 38f34c3e-8b23-471e-8397-aec2b0960d64, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=38f34c3e-8b23-471e-8397-aec2b0960d64,segment=NetworkSegment(276a84e3-277d-4962-9d31-d392ba2cca90),segment_id=276a84e3-277d-4962-9d31-d392ba2cca90)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:31:52.067064 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-f5889673-0b6a-4714-b710-5b4ec3f41e28 service neutron] 10.222.0.13 "GET /v2.0/networks/9946b46a-9e40-4099-9d93-df2710eb9b83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4565232
Jun 29 14:31:52.072973 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:52.074885 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-0c33be6a-3526-4d86-b0a9-f548ddd90811 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:52.081542 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-8a9f6570-aa4d-4142-ada3-1b973e28b749 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Network 59da48e5-df7e-4b56-b857-04097be30813 is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:31:52.107866 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-8a9f6570-aa4d-4142-ada3-1b973e28b749 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:31:52.115088 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-8a9f6570-aa4d-4142-ada3-1b973e28b749 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Received port after_create {{(pid=74234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:31:52.189359 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-8a9f6570-aa4d-4142-ada3-1b973e28b749 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:52.189993 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-8a9f6570-aa4d-4142-ada3-1b973e28b749 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:52.233225 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=38f34c3e-8b23-471e-8397-aec2b0960d64,revision_number=5']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:52.241007 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:52.270945 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-8a9f6570-aa4d-4142-ada3-1b973e28b749 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.4376380
Jun 29 14:31:52.272289 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846f920c-24cb-45cf-bf91-77be6086cd47 req-057a954c-7835-45b1-921d-e6351f27be67 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:52.278404 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9f6570-aa4d-4142-ada3-1b973e28b749 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Pushing event updated for resources: {'Port': ['ID=d4f35840-8051-40a6-b035-3a19c0635a4f,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:52.282665 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-846f920c-24cb-45cf-bf91-77be6086cd47 req-057a954c-7835-45b1-921d-e6351f27be67 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=23156ecb-72f5-4951-9ced-ee105a5cf6b7 HTTP/1.1" status: 200  len: 945 time: 0.1563134
Jun 29 14:31:52.297993 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-25c04bdf-4d37-429c-8ca5-25481cf56069 service neutron] Request body: {'port': {'device_id': '4250560d-73c7-49ff-95c4-229b07958fee', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:31:52.327797 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-8a9f6570-aa4d-4142-ada3-1b973e28b749 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:52.347025 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-846f920c-24cb-45cf-bf91-77be6086cd47 req-a7eb2eef-a2c7-4662-a361-9bea548d9d94 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626824
Jun 29 14:31:52.464353 dv-cinder-798356-1-iscsi neutron-server[74236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23156ecb-72f5-4951-9ced-ee105a5cf6b7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38f34c3e-8b23-471e-8397-aec2b0960d64', 'code': 200}
Jun 29 14:31:52.483684 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-651dd03e-839e-416e-acba-6f4bbed96c76 service neutron] 10.222.0.13 "GET /v2.0/networks/9946b46a-9e40-4099-9d93-df2710eb9b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3993826
Jun 29 14:31:52.490646 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-25c04bdf-4d37-429c-8ca5-25481cf56069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:52.944839 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e43a5f-7a63-43ca-8132-c0bd2bab31dc req-5d35f4e5-e5b9-4978-82c0-e0d07dfdb155 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:52.946384 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-34e43a5f-7a63-43ca-8132-c0bd2bab31dc req-5d35f4e5-e5b9-4978-82c0-e0d07dfdb155 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=4250560d-73c7-49ff-95c4-229b07958fee HTTP/1.1" status: 200  len: 932 time: 0.1704841
Jun 29 14:31:53.124939 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-34e43a5f-7a63-43ca-8132-c0bd2bab31dc req-aef940e4-97d6-4a3f-8620-9913fd5ab464 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1715803
Jun 29 14:31:53.263798 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-001a16d2-0ed4-422c-b3e9-7757769feaaa req-1b196c2e-62b4-4a38-a011-5a0bb9be6d85 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=e978e31d-fec6-4361-b831-a7179d15d376 HTTP/1.1" status: 200  len: 210 time: 0.0622542
Jun 29 14:31:53.450837 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-999e5654-5c2e-4ab8-bc70-c4544a38ee3a req-3865d5d0-162f-44b3-afb3-5c2a97903270 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=23156ecb-72f5-4951-9ced-ee105a5cf6b7 HTTP/1.1" status: 200  len: 1098 time: 0.5126929
Jun 29 14:31:53.498035 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e650ba-e93f-4444-ad57-544f0e2ee0ba req-9c670f7e-10eb-49d4-8620-f3d4968be0f3 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:53.507341 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-59e650ba-e93f-4444-ad57-544f0e2ee0ba req-9c670f7e-10eb-49d4-8620-f3d4968be0f3 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 947 time: 0.4941015
Jun 29 14:31:53.546132 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50633e0-8e82-46b2-ba5c-876026d72eea req-927cc06b-35ee-423e-b6e3-faaedc8a83fa tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:53.549250 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-c50633e0-8e82-46b2-ba5c-876026d72eea req-927cc06b-35ee-423e-b6e3-faaedc8a83fa tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.1451268
Jun 29 14:31:53.594337 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-999e5654-5c2e-4ab8-bc70-c4544a38ee3a req-f5fa7875-915a-4272-89c9-893d121636b7 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1288598
Jun 29 14:31:53.627012 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-c50633e0-8e82-46b2-ba5c-876026d72eea req-f8ad32bf-5a60-4e39-815d-a4ffbcacf8d4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692852
Jun 29 14:31:53.654936 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-59e650ba-e93f-4444-ad57-544f0e2ee0ba req-0114735c-cf9c-405c-b830-5f83bff22dee tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1464047
Jun 29 14:31:53.692752 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-25c04bdf-4d37-429c-8ca5-25481cf56069 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4f35840-8051-40a6-b035-3a19c0635a4f {{(pid=74234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:31:53.705874 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-25c04bdf-4d37-429c-8ca5-25481cf56069 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:53.760338 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-25c04bdf-4d37-429c-8ca5-25481cf56069 service neutron] Transition to ACTIVE for port object d4f35840-8051-40a6-b035-3a19c0635a4f will not be triggered until provisioned by entity L2. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:31:53.770091 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-25c04bdf-4d37-429c-8ca5-25481cf56069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:53.779635 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-33a5e844-fa66-4980-bdfe-7e8915586e66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:53.921796 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c04bdf-4d37-429c-8ca5-25481cf56069 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f35840-8051-40a6-b035-3a19c0635a4f,revision_number=2']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:53.926626 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-25c04bdf-4d37-429c-8ca5-25481cf56069 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:53.959011 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e86bbde-8178-4680-b773-7443cfc20bec req-00717c3f-b950-459c-bb45-6f10a8e40353 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:53.967276 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-0e86bbde-8178-4680-b773-7443cfc20bec req-00717c3f-b950-459c-bb45-6f10a8e40353 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=23156ecb-72f5-4951-9ced-ee105a5cf6b7 HTTP/1.1" status: 200  len: 945 time: 0.1055753
Jun 29 14:31:54.018726 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-0e86bbde-8178-4680-b773-7443cfc20bec req-88121e87-caee-4222-8cb4-0d0eb141f18e tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0502448
Jun 29 14:31:54.064502 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-25c04bdf-4d37-429c-8ca5-25481cf56069 service neutron] Attempting to bind port d4f35840-8051-40a6-b035-3a19c0635a4f on host hv-cinder-79835 for vnic_type normal with profile  {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:31:54.064844 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-25c04bdf-4d37-429c-8ca5-25481cf56069 service neutron] Attempting to bind port d4f35840-8051-40a6-b035-3a19c0635a4f by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': '7bb3d6b8-81c4-403e-9165-e1fccd084c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '59da48e5-df7e-4b56-b857-04097be30813'}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:31:54.065174 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-25c04bdf-4d37-429c-8ca5-25481cf56069 service neutron] Attempting to bind port d4f35840-8051-40a6-b035-3a19c0635a4f on network 59da48e5-df7e-4b56-b857-04097be30813 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:31:54.070991 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-25c04bdf-4d37-429c-8ca5-25481cf56069 service neutron] Port d4f35840-8051-40a6-b035-3a19c0635a4f on network 59da48e5-df7e-4b56-b857-04097be30813 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 14:31:54.071461 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-25c04bdf-4d37-429c-8ca5-25481cf56069 service neutron] Attempting to bind port d4f35840-8051-40a6-b035-3a19c0635a4f on network 59da48e5-df7e-4b56-b857-04097be30813 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:31:54.078988 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-25c04bdf-4d37-429c-8ca5-25481cf56069 service neutron] Checking agent: {'id': 'f619983b-74b0-4a10-ac06-3edbe0602c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:31:54.079468 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-25c04bdf-4d37-429c-8ca5-25481cf56069 service neutron] Checking segment: {'id': '7bb3d6b8-81c4-403e-9165-e1fccd084c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '59da48e5-df7e-4b56-b857-04097be30813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:31:54.079661 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-25c04bdf-4d37-429c-8ca5-25481cf56069 service neutron] Bound using segment: {'id': '7bb3d6b8-81c4-403e-9165-e1fccd084c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '59da48e5-df7e-4b56-b857-04097be30813'} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:31:54.080086 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-25c04bdf-4d37-429c-8ca5-25481cf56069 service neutron] Bound port: d4f35840-8051-40a6-b035-3a19c0635a4f, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bb3d6b8-81c4-403e-9165-e1fccd084c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '59da48e5-df7e-4b56-b857-04097be30813'}}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:31:54.080432 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-25c04bdf-4d37-429c-8ca5-25481cf56069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:54.184306 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-25c04bdf-4d37-429c-8ca5-25481cf56069 service neutron] For port d4f35840-8051-40a6-b035-3a19c0635a4f, host hv-cinder-79835, cleared binding levels {{(pid=74234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:31:54.189848 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-25c04bdf-4d37-429c-8ca5-25481cf56069 service neutron] For port d4f35840-8051-40a6-b035-3a19c0635a4f, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=d4f35840-8051-40a6-b035-3a19c0635a4f,segment=NetworkSegment(7bb3d6b8-81c4-403e-9165-e1fccd084c85),segment_id=7bb3d6b8-81c4-403e-9165-e1fccd084c85)] {{(pid=74234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:31:54.200849 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-25c04bdf-4d37-429c-8ca5-25481cf56069 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:54.214246 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-378df9b6-3ace-4039-b78a-28dd1119c7f7 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:54.291042 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-25c04bdf-4d37-429c-8ca5-25481cf56069 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:54.292754 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-25c04bdf-4d37-429c-8ca5-25481cf56069 service neutron] 10.222.0.69 "PUT /v2.0/ports/d4f35840-8051-40a6-b035-3a19c0635a4f HTTP/1.1" status: 200  len: 1094 time: 1.9995975
Jun 29 14:31:54.293469 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4250560d-73c7-49ff-95c4-229b07958fee', 'tag': 'd4f35840-8051-40a6-b035-3a19c0635a4f'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:31:54.440454 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c04bdf-4d37-429c-8ca5-25481cf56069 service neutron] Pushing event updated for resources: {'Port': ['ID=d4f35840-8051-40a6-b035-3a19c0635a4f,revision_number=3']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:54.457759 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-25c04bdf-4d37-429c-8ca5-25481cf56069 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:54.506654 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b43ab3d5-76f1-4e48-919c-ed17bc63275f req-b08afe80-ad0d-4cfb-8e93-faf0021cb8f4 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=e978e31d-fec6-4361-b831-a7179d15d376 HTTP/1.1" status: 200  len: 210 time: 0.0706847
Jun 29 14:31:54.718230 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4250560d-73c7-49ff-95c4-229b07958fee', 'tag': 'd4f35840-8051-40a6-b035-3a19c0635a4f', 'status': 'completed', 'code': 200}
Jun 29 14:31:54.775467 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367ffcbf-fd6f-4571-997b-f5f038034523 req-7f60afa1-1bfa-4f3e-8c82-bd60014bac55 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:54.776300 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-367ffcbf-fd6f-4571-997b-f5f038034523 req-7f60afa1-1bfa-4f3e-8c82-bd60014bac55 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Synchronizing usage tracker for tenant:d9932be220e04d1dbbc486e44ee9b652 on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:31:54.849573 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-861f72e7-ed1c-4233-b2cc-1b7a1c049587 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d9932be220e04d1dbbc486e44ee9b652&device_id=4250560d-73c7-49ff-95c4-229b07958fee HTTP/1.1" status: 200  len: 1097 time: 0.4744005
Jun 29 14:31:54.859412 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-367ffcbf-fd6f-4571-997b-f5f038034523 req-7f60afa1-1bfa-4f3e-8c82-bd60014bac55 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Unset dirty status for tenant:d9932be220e04d1dbbc486e44ee9b652 on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:31:54.861576 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-367ffcbf-fd6f-4571-997b-f5f038034523 req-7f60afa1-1bfa-4f3e-8c82-bd60014bac55 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=4250560d-73c7-49ff-95c4-229b07958fee HTTP/1.1" status: 200  len: 944 time: 0.5305095
Jun 29 14:31:54.876592 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-aa7a3020-9416-4cbb-9b6b-3c1b0dd0ee50 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:54.878847 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-aa7a3020-9416-4cbb-9b6b-3c1b0dd0ee50 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.69 "GET /v2.0/networks?id=9946b46a-9e40-4099-9d93-df2710eb9b83 HTTP/1.1" status: 200  len: 813 time: 0.4060500
Jun 29 14:31:54.960127 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-b1b52651-ba72-4170-a426-d31d93cb8f41 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Request body: {'port': {'device_id': 'e978e31d-fec6-4361-b831-a7179d15d376', 'network_id': '9946b46a-9e40-4099-9d93-df2710eb9b83', 'admin_state_up': True, 'tenant_id': 'b785cf1e1d0046c39466ad50eccc6bc7'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:31:55.016511 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-8e2e3777-debc-4acd-9a89-cc489dfe8426 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4f35840-8051-40a6-b035-3a19c0635a4f HTTP/1.1" status: 200  len: 217 time: 0.1448677
Jun 29 14:31:55.016627 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafd73d6-79ef-4944-86da-971156de96dc req-bbcddcb2-a450-4e37-8950-c0efced888e3 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:55.023247 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-dafd73d6-79ef-4944-86da-971156de96dc req-bbcddcb2-a450-4e37-8950-c0efced888e3 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.1433141
Jun 29 14:31:55.087174 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-dafd73d6-79ef-4944-86da-971156de96dc req-93158567-6168-4528-b43b-47fe78a3ae09 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626781
Jun 29 14:31:55.160767 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-367ffcbf-fd6f-4571-997b-f5f038034523 req-2bf3d53c-eb97-4b4d-ab79-0e6555120c99 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Synchronizing usage tracker for tenant:d9932be220e04d1dbbc486e44ee9b652 on resource:security_group {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:31:55.185545 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-d7561756-b99a-4b25-b003-3dc1d1749286 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:55.187011 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-d7561756-b99a-4b25-b003-3dc1d1749286 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6094f63b-b644-4415-a8f0-3a34a9f80174 HTTP/1.1" status: 200  len: 854 time: 0.1112134
Jun 29 14:31:55.261219 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-367ffcbf-fd6f-4571-997b-f5f038034523 req-2bf3d53c-eb97-4b4d-ab79-0e6555120c99 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Unset dirty status for tenant:d9932be220e04d1dbbc486e44ee9b652 on resource:security_group {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:31:55.262391 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-367ffcbf-fd6f-4571-997b-f5f038034523 req-2bf3d53c-eb97-4b4d-ab79-0e6555120c99 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3825707
Jun 29 14:31:55.267384 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-d4edaf3f-9316-418a-b075-a1e65e341b2e service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=59da48e5-df7e-4b56-b857-04097be30813&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0636225
Jun 29 14:31:55.316804 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-b1b52651-ba72-4170-a426-d31d93cb8f41 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:31:55.353429 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a6023c-cf56-4410-bafc-fa68f6979ec7 req-59a16dfa-6a5e-4936-b0ab-66a0a4c208ec tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:55.355883 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b8a6023c-cf56-4410-bafc-fa68f6979ec7 req-59a16dfa-6a5e-4936-b0ab-66a0a4c208ec tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=23156ecb-72f5-4951-9ced-ee105a5cf6b7 HTTP/1.1" status: 200  len: 945 time: 0.0887012
Jun 29 14:31:55.386057 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-b1b52651-ba72-4170-a426-d31d93cb8f41 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:31:55.408181 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-b1b52651-ba72-4170-a426-d31d93cb8f41 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Made reservation on behalf of b785cf1e1d0046c39466ad50eccc6bc7 for: {'port': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:31:55.411186 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-b1b52651-ba72-4170-a426-d31d93cb8f41 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:55.426948 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b8a6023c-cf56-4410-bafc-fa68f6979ec7 req-6b53cf61-c3f8-4ab6-b724-3b08916248ee tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622971
Jun 29 14:31:55.630809 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-4636c912-bde8-4712-af44-8063ee6aa8cf service neutron] 10.222.0.69 "GET /v2.0/networks/59da48e5-df7e-4b56-b857-04097be30813?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3524818
Jun 29 14:31:55.809756 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-104d80c1-046e-44e2-8504-03f208cf85d8 req-2f616de9-c7a8-4f43-9694-cd75e9a96510 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=e978e31d-fec6-4361-b831-a7179d15d376 HTTP/1.1" status: 200  len: 210 time: 0.0528541
Jun 29 14:31:55.886616 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e045f98-5b5f-4080-bc04-4e0766fb3115 req-96b3b05e-eec5-4266-9493-015cf0682a23 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:55.887991 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4e045f98-5b5f-4080-bc04-4e0766fb3115 req-96b3b05e-eec5-4266-9493-015cf0682a23 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=23156ecb-72f5-4951-9ced-ee105a5cf6b7 HTTP/1.1" status: 200  len: 945 time: 0.2965636
Jun 29 14:31:55.892125 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-7bee11a4-e964-4c8a-bf0a-5f067d734c94 req-2425c921-119a-4fe6-bfc2-46838d36aead service neutron] 10.222.0.69 "GET /v2.0/networks/59da48e5-df7e-4b56-b857-04097be30813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2549365
Jun 29 14:31:55.916502 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_common [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-b1b52651-ba72-4170-a426-d31d93cb8f41 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Allocated IP 172.20.0.14 (9946b46a-9e40-4099-9d93-df2710eb9b83/8cb76eb1-d4bf-4878-9dab-76ed436dd82d/51306d6c-3833-4f3e-906c-876d04553763) {{(pid=74234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:31:56.020330 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4e045f98-5b5f-4080-bc04-4e0766fb3115 req-1ac9b55a-1d66-423f-bd41-a95a1a76b784 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1217835
Jun 29 14:31:56.059520 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 43702) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:31:56.160947 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ff2c9398-5ceb-4c2c-8834-0279269dac75 req-91ad8740-979d-44a5-ac8b-a397e439110a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d9932be220e04d1dbbc486e44ee9b652&device_id=4250560d-73c7-49ff-95c4-229b07958fee HTTP/1.1" status: 200  len: 1097 time: 0.1995106
Jun 29 14:31:56.299647 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-b1b52651-ba72-4170-a426-d31d93cb8f41 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Notify callbacks [] for port, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:56.351308 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c9398-5ceb-4c2c-8834-0279269dac75 req-e64404c6-3fec-473e-a55b-c52e43c3f1d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:56.352929 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ff2c9398-5ceb-4c2c-8834-0279269dac75 req-e64404c6-3fec-473e-a55b-c52e43c3f1d5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=59da48e5-df7e-4b56-b857-04097be30813 HTTP/1.1" status: 200  len: 915 time: 0.1755290
Jun 29 14:31:56.429119 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-b1b52651-ba72-4170-a426-d31d93cb8f41 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:56.431760 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ff2c9398-5ceb-4c2c-8834-0279269dac75 req-77330c17-781e-4623-acbf-712f7542dccc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d4f35840-8051-40a6-b035-3a19c0635a4f HTTP/1.1" status: 200  len: 217 time: 0.0706375
Jun 29 14:31:56.436042 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-4a5b34f7-4e18-43cd-bf9f-84cdfc1cf6a5 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:56.478653 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e3a5a0-1724-4317-afa3-4110717d2bc3 req-2bed0bd9-eb25-4c7f-84ac-3c3940baed22 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:56.491903 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-d0e3a5a0-1724-4317-afa3-4110717d2bc3 req-2bed0bd9-eb25-4c7f-84ac-3c3940baed22 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.2292702
Jun 29 14:31:56.544918 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-d0e3a5a0-1724-4317-afa3-4110717d2bc3 req-e3464553-4673-40c7-b2bd-40c70813951d tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0462592
Jun 29 14:31:56.550999 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-059babde-5dcb-4dc2-aee3-202225fbad9a tempest-TestVolumeBootPattern-1765156289 tempest-TestVolumeBootPattern-1765156289-project-admin] Synchronizing usage tracker for tenant:8f852b0bdecd4894923f5af3d7e9c2a7 on resource:port {{(pid=74235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:31:56.572143 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-059babde-5dcb-4dc2-aee3-202225fbad9a tempest-TestVolumeBootPattern-1765156289 tempest-TestVolumeBootPattern-1765156289-project-admin] Unset dirty status for tenant:8f852b0bdecd4894923f5af3d7e9c2a7 on resource:port {{(pid=74235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:31:56.577200 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-059babde-5dcb-4dc2-aee3-202225fbad9a tempest-TestVolumeBootPattern-1765156289 tempest-TestVolumeBootPattern-1765156289-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=23156ecb-72f5-4951-9ced-ee105a5cf6b7 HTTP/1.1" status: 200  len: 1093 time: 0.5163555
Jun 29 14:31:56.578186 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 43712) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:31:56.594636 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-59e5cbe1-8ef8-4378-8806-7826a2ac8303 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Request body: {'floatingip': {'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'port_id': '38f34c3e-8b23-471e-8397-aec2b0960d64', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'fixed_ip_address': '172.20.0.9'}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:31:56.600621 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-59e5cbe1-8ef8-4378-8806-7826a2ac8303 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:31:56.605206 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-59e5cbe1-8ef8-4378-8806-7826a2ac8303 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Usage tracker for resource:floatingip and tenant:f8b1bff82789418781af3fd01f1db541 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:31:56.608285 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-59e5cbe1-8ef8-4378-8806-7826a2ac8303 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:31:56.608447 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-b1b52651-ba72-4170-a426-d31d93cb8f41 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Network 9946b46a-9e40-4099-9d93-df2710eb9b83 is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:31:56.612598 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2c9398-5ceb-4c2c-8834-0279269dac75 req-2f95d9d4-835c-477a-b57c-0f4deb18e4d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:56.614471 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ff2c9398-5ceb-4c2c-8834-0279269dac75 req-2f95d9d4-835c-477a-b57c-0f4deb18e4d2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6094f63b-b644-4415-a8f0-3a34a9f80174 HTTP/1.1" status: 200  len: 854 time: 0.1475329
Jun 29 14:31:56.615380 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-59e5cbe1-8ef8-4378-8806-7826a2ac8303 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:31:56.623095 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-b1b52651-ba72-4170-a426-d31d93cb8f41 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:31:56.628962 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1b52651-ba72-4170-a426-d31d93cb8f41 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Pushing event updated for resources: {'Port': ['ID=51306d6c-3833-4f3e-906c-876d04553763,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:56.653765 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-59e5cbe1-8ef8-4378-8806-7826a2ac8303 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for floatingip, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:56.659908 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-b1b52651-ba72-4170-a426-d31d93cb8f41 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Received port after_create {{(pid=74234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:31:56.696490 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-b1b52651-ba72-4170-a426-d31d93cb8f41 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:56.716245 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ff2c9398-5ceb-4c2c-8834-0279269dac75 req-56d40d00-2e8d-498b-9e60-2e9c35d88b22 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=59da48e5-df7e-4b56-b857-04097be30813&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0883520
Jun 29 14:31:56.812401 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-b1b52651-ba72-4170-a426-d31d93cb8f41 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:56.813571 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-b1b52651-ba72-4170-a426-d31d93cb8f41 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:56.826533 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb83db89-1378-4365-8149-804c3ef39d6f req-7709ac42-1d39-4a59-842f-0cd471c9f91e tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:56.827998 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-bb83db89-1378-4365-8149-804c3ef39d6f req-7709ac42-1d39-4a59-842f-0cd471c9f91e tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=4250560d-73c7-49ff-95c4-229b07958fee HTTP/1.1" status: 200  len: 944 time: 0.3236825
Jun 29 14:31:56.887445 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-59e5cbe1-8ef8-4378-8806-7826a2ac8303 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:56.905477 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-b1b52651-ba72-4170-a426-d31d93cb8f41 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9612646
Jun 29 14:31:56.927391 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-7bc9f791-a7d7-417d-9085-4cc8924116c9 service neutron] Request body: {'port': {'device_id': 'e978e31d-fec6-4361-b831-a7179d15d376', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:31:56.970905 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-bb83db89-1378-4365-8149-804c3ef39d6f req-f28073a8-b4b8-4f23-a10c-413b9a07b947 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1250234
Jun 29 14:31:57.023540 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ff2c9398-5ceb-4c2c-8834-0279269dac75 req-0cabbbfa-a167-4da0-947e-37b2b7061145 service neutron] 10.222.0.69 "GET /v2.0/networks/59da48e5-df7e-4b56-b857-04097be30813?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2899578
Jun 29 14:31:57.184886 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-7bc9f791-a7d7-417d-9085-4cc8924116c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:57.185991 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.db_base_plugin_common [None req-59e5cbe1-8ef8-4378-8806-7826a2ac8303 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Allocated IP 172.27.1.231 (4aeb16d3-bc5e-4796-b60c-2ad2a6d47368/089d678a-05aa-4bef-b283-da88079c7f50/a9faec3b-bcff-4d46-94bd-99ee55a391f4) {{(pid=74235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:31:57.217061 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccdc2b7-1446-44e4-ada7-c608011ed516 req-2d6e9df3-78e9-4104-947a-931073a1d087 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:57.225839 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-1ccdc2b7-1446-44e4-ada7-c608011ed516 req-2d6e9df3-78e9-4104-947a-931073a1d087 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=e978e31d-fec6-4361-b831-a7179d15d376 HTTP/1.1" status: 200  len: 932 time: 0.1810257
Jun 29 14:31:57.376473 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-1ccdc2b7-1446-44e4-ada7-c608011ed516 req-a1ce8aac-532f-441a-8fa8-5d0215850cf7 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d895047-1293-48d6-ae5d-e8f7d099d3a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1492748
Jun 29 14:31:57.445510 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-59e5cbe1-8ef8-4378-8806-7826a2ac8303 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for port, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:57.479114 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ff2c9398-5ceb-4c2c-8834-0279269dac75 req-97332cc5-302c-4ce0-9bc0-8da907226f32 service neutron] 10.222.0.69 "GET /v2.0/networks/59da48e5-df7e-4b56-b857-04097be30813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4455578
Jun 29 14:31:57.481658 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-59e5cbe1-8ef8-4378-8806-7826a2ac8303 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:57.499863 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-375539ca-1840-41ee-9b19-9961015024ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:57.554885 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e5cbe1-8ef8-4378-8806-7826a2ac8303 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Network 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 is already hosted by enough agents. {{(pid=74235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:31:57.558098 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.base_scheduler [None req-59e5cbe1-8ef8-4378-8806-7826a2ac8303 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Resources bound (agent type, host, resource id):  {{(pid=74235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:31:57.563290 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e5cbe1-8ef8-4378-8806-7826a2ac8303 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Received port after_create {{(pid=74235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:31:57.628716 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5cbe1-8ef8-4378-8806-7826a2ac8303 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Pushing event updated for resources: {'Port': ['ID=a9faec3b-bcff-4d46-94bd-99ee55a391f4,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:57.647114 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-59e5cbe1-8ef8-4378-8806-7826a2ac8303 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:57.687202 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device d4f35840-8051-40a6-b035-3a19c0635a4f details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 14:31:57.712248 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-7bc9f791-a7d7-417d-9085-4cc8924116c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 51306d6c-3833-4f3e-906c-876d04553763 {{(pid=74234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:31:57.718848 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-7bc9f791-a7d7-417d-9085-4cc8924116c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:57.735441 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-7bc9f791-a7d7-417d-9085-4cc8924116c9 service neutron] Transition to ACTIVE for port object 51306d6c-3833-4f3e-906c-876d04553763 will not be triggered until provisioned by entity L2. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:31:57.741194 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-7bc9f791-a7d7-417d-9085-4cc8924116c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:57.749150 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-2644a752-c231-41d2-842f-a064d06b0a1e tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:57.866688 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9f791-a7d7-417d-9085-4cc8924116c9 service neutron] Pushing event updated for resources: {'Port': ['ID=51306d6c-3833-4f3e-906c-876d04553763,revision_number=2']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:57.873355 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-7bc9f791-a7d7-417d-9085-4cc8924116c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:57.930238 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port d4f35840-8051-40a6-b035-3a19c0635a4f, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=d4f35840-8051-40a6-b035-3a19c0635a4f,segment=NetworkSegment(7bb3d6b8-81c4-403e-9165-e1fccd084c85),segment_id=7bb3d6b8-81c4-403e-9165-e1fccd084c85)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:31:57.945232 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Returning: {'device': 'd4f35840-8051-40a6-b035-3a19c0635a4f', 'network_id': '59da48e5-df7e-4b56-b857-04097be30813', 'port_id': 'd4f35840-8051-40a6-b035-3a19c0635a4f', 'mac_address': 'fa:16:3e:40:72:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6094f63b-b644-4415-a8f0-3a34a9f80174', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 14:31:57.974161 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-590ff9d0-6766-4136-8c28-b1c98abec7b7 req-43cee476-b59e-4f61-9a19-0a2ebbb57817 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:57.975758 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-590ff9d0-6766-4136-8c28-b1c98abec7b7 req-43cee476-b59e-4f61-9a19-0a2ebbb57817 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.1533422
Jun 29 14:31:58.016088 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:58.039640 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d4f35840-8051-40a6-b035-3a19c0635a4f {{(pid=74236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:31:58.066926 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-590ff9d0-6766-4136-8c28-b1c98abec7b7 req-5ddf6e03-5843-44e1-8a3f-05fa2b8ee369 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0572731
Jun 29 14:31:58.089596 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port d4f35840-8051-40a6-b035-3a19c0635a4f, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=d4f35840-8051-40a6-b035-3a19c0635a4f,segment=NetworkSegment(7bb3d6b8-81c4-403e-9165-e1fccd084c85),segment_id=7bb3d6b8-81c4-403e-9165-e1fccd084c85)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:31:58.100702 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:58.104650 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:58.177804 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-7bc9f791-a7d7-417d-9085-4cc8924116c9 service neutron] Attempting to bind port 51306d6c-3833-4f3e-906c-876d04553763 on host hv-cinder-79835 for vnic_type normal with profile  {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:31:58.178732 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-7bc9f791-a7d7-417d-9085-4cc8924116c9 service neutron] Attempting to bind port 51306d6c-3833-4f3e-906c-876d04553763 by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': '9f48c958-cd2b-4f81-bea6-68f7f9a8cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9946b46a-9e40-4099-9d93-df2710eb9b83'}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:31:58.179072 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-7bc9f791-a7d7-417d-9085-4cc8924116c9 service neutron] Attempting to bind port 51306d6c-3833-4f3e-906c-876d04553763 on network 9946b46a-9e40-4099-9d93-df2710eb9b83 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:31:58.185669 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-7bc9f791-a7d7-417d-9085-4cc8924116c9 service neutron] Port 51306d6c-3833-4f3e-906c-876d04553763 on network 9946b46a-9e40-4099-9d93-df2710eb9b83 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 14:31:58.185989 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-7bc9f791-a7d7-417d-9085-4cc8924116c9 service neutron] Attempting to bind port 51306d6c-3833-4f3e-906c-876d04553763 on network 9946b46a-9e40-4099-9d93-df2710eb9b83 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:31:58.194197 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-7bc9f791-a7d7-417d-9085-4cc8924116c9 service neutron] Checking agent: {'id': 'f619983b-74b0-4a10-ac06-3edbe0602c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 31, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:31:58.194551 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-7bc9f791-a7d7-417d-9085-4cc8924116c9 service neutron] Checking segment: {'id': '9f48c958-cd2b-4f81-bea6-68f7f9a8cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9946b46a-9e40-4099-9d93-df2710eb9b83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:31:58.194944 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-7bc9f791-a7d7-417d-9085-4cc8924116c9 service neutron] Bound using segment: {'id': '9f48c958-cd2b-4f81-bea6-68f7f9a8cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9946b46a-9e40-4099-9d93-df2710eb9b83'} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:31:58.195374 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-7bc9f791-a7d7-417d-9085-4cc8924116c9 service neutron] Bound port: 51306d6c-3833-4f3e-906c-876d04553763, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f48c958-cd2b-4f81-bea6-68f7f9a8cee9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': '9946b46a-9e40-4099-9d93-df2710eb9b83'}}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:31:58.195726 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-7bc9f791-a7d7-417d-9085-4cc8924116c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:58.290844 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=d4f35840-8051-40a6-b035-3a19c0635a4f,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:58.294254 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:58.336847 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-7bc9f791-a7d7-417d-9085-4cc8924116c9 service neutron] For port 51306d6c-3833-4f3e-906c-876d04553763, host hv-cinder-79835, cleared binding levels {{(pid=74234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:31:58.346790 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-7bc9f791-a7d7-417d-9085-4cc8924116c9 service neutron] For port 51306d6c-3833-4f3e-906c-876d04553763, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=51306d6c-3833-4f3e-906c-876d04553763,segment=NetworkSegment(9f48c958-cd2b-4f81-bea6-68f7f9a8cee9),segment_id=9f48c958-cd2b-4f81-bea6-68f7f9a8cee9)] {{(pid=74234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:31:58.358463 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['d4f35840-8051-40a6-b035-3a19c0635a4f'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:31:58.359732 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-7bc9f791-a7d7-417d-9085-4cc8924116c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:58.364934 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:58.457533 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-7bc9f791-a7d7-417d-9085-4cc8924116c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:58.459558 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-7bc9f791-a7d7-417d-9085-4cc8924116c9 service neutron] 10.222.0.69 "PUT /v2.0/ports/51306d6c-3833-4f3e-906c-876d04553763 HTTP/1.1" status: 200  len: 1094 time: 1.5391073
Jun 29 14:31:58.462207 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e978e31d-fec6-4361-b831-a7179d15d376', 'tag': '51306d6c-3833-4f3e-906c-876d04553763'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:31:58.513114 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc9f791-a7d7-417d-9085-4cc8924116c9 service neutron] Pushing event updated for resources: {'Port': ['ID=51306d6c-3833-4f3e-906c-876d04553763,revision_number=3']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:58.517405 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-7bc9f791-a7d7-417d-9085-4cc8924116c9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:58.784743 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3390b92f-05a5-4c9a-b9c0-4b5b1c363849 req-34658469-6f56-408e-8e37-089bb592d10f tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:58.786053 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-32dfe8d4-560c-4a08-a1d3-c3ed0f89a05c req-74a38a9e-ef6b-4861-aa21-7c18edc92048 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5bff793212d24b37a3b1ec86e1a04aaa&device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 1098 time: 0.1499472
Jun 29 14:31:58.786647 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-3390b92f-05a5-4c9a-b9c0-4b5b1c363849 req-34658469-6f56-408e-8e37-089bb592d10f tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=4250560d-73c7-49ff-95c4-229b07958fee HTTP/1.1" status: 200  len: 945 time: 0.1807909
Jun 29 14:31:58.823625 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad5660a-03a3-4382-a559-f27c6a308cd5 req-8be8a0a4-66d5-4c2c-b138-472f6312ec57 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:58.825097 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-cad5660a-03a3-4382-a559-f27c6a308cd5 req-8be8a0a4-66d5-4c2c-b138-472f6312ec57 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.2403939
Jun 29 14:31:58.905288 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-b320b1c4-1858-46f3-b9b7-35f0b96f00ac service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b785cf1e1d0046c39466ad50eccc6bc7&device_id=e978e31d-fec6-4361-b831-a7179d15d376 HTTP/1.1" status: 200  len: 1097 time: 0.3651640
Jun 29 14:31:58.923919 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-3390b92f-05a5-4c9a-b9c0-4b5b1c363849 req-8cc045bb-661d-49a1-bc8a-954c2ca85788 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1293373
Jun 29 14:31:58.936299 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-59e5cbe1-8ef8-4378-8806-7826a2ac8303 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:58.998592 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-59e5cbe1-8ef8-4378-8806-7826a2ac8303 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:59.020780 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-cad5660a-03a3-4382-a559-f27c6a308cd5 req-25b802b6-daf5-4b47-8acb-cefcad20f033 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1450377
Jun 29 14:31:59.044984 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-ceff7324-ccc1-4f8d-b2fd-a69d71cf6977 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51306d6c-3833-4f3e-906c-876d04553763 HTTP/1.1" status: 200  len: 217 time: 0.1303735
Jun 29 14:31:59.153103 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e978e31d-fec6-4361-b831-a7179d15d376', 'tag': '51306d6c-3833-4f3e-906c-876d04553763', 'status': 'completed', 'code': 200}
Jun 29 14:31:59.180444 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfe8d4-560c-4a08-a1d3-c3ed0f89a05c req-7306e165-2745-40ad-9461-2a6ef3bcc76a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:59.182108 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-32dfe8d4-560c-4a08-a1d3-c3ed0f89a05c req-7306e165-2745-40ad-9461-2a6ef3bcc76a service neutron] 10.222.0.69 "GET /v2.0/networks?id=4136cd64-8118-416e-874b-f6ed5b97de9f HTTP/1.1" status: 200  len: 910 time: 0.3877428
Jun 29 14:31:59.185473 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-a7325977-110e-45ca-b3e8-8d49b2964351 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:59.186880 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-a7325977-110e-45ca-b3e8-8d49b2964351 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8cb76eb1-d4bf-4878-9dab-76ed436dd82d HTTP/1.1" status: 200  len: 853 time: 0.1157892
Jun 29 14:31:59.293553 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-95651ea9-3b27-488b-aeb5-e2a60d421c11 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9946b46a-9e40-4099-9d93-df2710eb9b83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0986762
Jun 29 14:31:59.323435 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-091e68d5-c796-4541-a8fa-8f8eb7f09447 req-9f3cd084-75c4-470c-a648-665f61fc011a tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:59.325419 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-091e68d5-c796-4541-a8fa-8f8eb7f09447 req-9f3cd084-75c4-470c-a648-665f61fc011a tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=e978e31d-fec6-4361-b831-a7179d15d376 HTTP/1.1" status: 200  len: 944 time: 0.1457648
Jun 29 14:31:59.350742 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-59e5cbe1-8ef8-4378-8806-7826a2ac8303 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for port, precommit_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:59.368957 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-59e5cbe1-8ef8-4378-8806-7826a2ac8303 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1167191'] for port, after_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:59.382114 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-da846d48-4374-48c8-871c-43c4b2a8359a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:31:59.468135 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e5cbe1-8ef8-4378-8806-7826a2ac8303 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Pushing event updated for resources: {'Port': ['ID=a9faec3b-bcff-4d46-94bd-99ee55a391f4,revision_number=2']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:31:59.472046 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-59e5cbe1-8ef8-4378-8806-7826a2ac8303 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:31:59.522117 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-091e68d5-c796-4541-a8fa-8f8eb7f09447 req-1d333f0f-53ea-4d06-ac3d-b10f737df85e tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d895047-1293-48d6-ae5d-e8f7d099d3a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1906481
Jun 29 14:31:59.537718 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-59e5cbe1-8ef8-4378-8806-7826a2ac8303 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-669791'] for floatingip, after_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:59.544202 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-47b4f5ce-040b-4b06-a079-2fa65f4ede1b service neutron] 10.222.0.69 "GET /v2.0/networks/9946b46a-9e40-4099-9d93-df2710eb9b83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2428737
Jun 29 14:31:59.656311 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-32dfe8d4-560c-4a08-a1d3-c3ed0f89a05c req-a50cdb38-a2f5-4392-a237-5226bebd7555 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=05abead1-999d-420b-9b7b-383b2a076a22 HTTP/1.1" status: 200  len: 1001 time: 0.4624958
Jun 29 14:31:59.692765 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device d4f35840-8051-40a6-b035-3a19c0635a4f up at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:31:59.753562 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0c14e897-aa42-4b80-9f72-a151d0e99c3c req-977b4c38-9a87-4584-a1d9-5acad421e195 service neutron] 10.222.0.69 "GET /v2.0/networks/9946b46a-9e40-4099-9d93-df2710eb9b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1994445
Jun 29 14:31:59.769665 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32dfe8d4-560c-4a08-a1d3-c3ed0f89a05c req-f8267984-8595-4ae0-9442-7d932c43e9f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:31:59.771370 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-32dfe8d4-560c-4a08-a1d3-c3ed0f89a05c req-f8267984-8595-4ae0-9442-7d932c43e9f6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6b290bd3-20c6-48b7-a0ea-2f1a94cb7740 HTTP/1.1" status: 200  len: 848 time: 0.1089098
Jun 29 14:31:59.819946 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.db.l3_db [None req-59e5cbe1-8ef8-4378-8806-7826a2ac8303 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Floating IP 4e46282d-812c-4492-9763-8271ad382410 associated. External IP: 172.27.1.231, port: 38f34c3e-8b23-471e-8397-aec2b0960d64.
Jun 29 14:31:59.831973 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning for port d4f35840-8051-40a6-b035-3a19c0635a4f completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:31:59.839068 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning complete for port d4f35840-8051-40a6-b035-3a19c0635a4f triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:31:59.839788 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:31:59.932055 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-32dfe8d4-560c-4a08-a1d3-c3ed0f89a05c req-746a8b71-4c82-490f-ad38-07befca87add service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4136cd64-8118-416e-874b-f6ed5b97de9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1508281
Jun 29 14:32:00.016221 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:00.018233 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-56b69cdf-9f28-41a2-ade1-d3fd758fe298 req-01d30e69-b725-4643-a30f-cfccc95a9259 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=b785cf1e1d0046c39466ad50eccc6bc7&device_id=e978e31d-fec6-4361-b831-a7179d15d376 HTTP/1.1" status: 200  len: 1097 time: 0.1797409
Jun 29 14:32:00.058460 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4250560d-73c7-49ff-95c4-229b07958fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f35840-8051-40a6-b035-3a19c0635a4f'}] {{(pid=74236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:32:00.089772 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port d4f35840-8051-40a6-b035-3a19c0635a4f, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=d4f35840-8051-40a6-b035-3a19c0635a4f,segment=NetworkSegment(7bb3d6b8-81c4-403e-9165-e1fccd084c85),segment_id=7bb3d6b8-81c4-403e-9165-e1fccd084c85)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:32:00.099713 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:00.101727 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-39b50f2c-8260-49fc-9b98-e5b795260c06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:00.276311 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=d4f35840-8051-40a6-b035-3a19c0635a4f,revision_number=5']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:00.280973 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:00.404133 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-32dfe8d4-560c-4a08-a1d3-c3ed0f89a05c req-c0260580-5938-4658-8e09-c64e295b80f8 service neutron] 10.222.0.69 "GET /v2.0/networks/4136cd64-8118-416e-874b-f6ed5b97de9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4639630
Jun 29 14:32:00.446166 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b69cdf-9f28-41a2-ade1-d3fd758fe298 req-ef48f724-bf27-4a7a-991b-d8ca0633483a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:00.447831 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-56b69cdf-9f28-41a2-ade1-d3fd758fe298 req-ef48f724-bf27-4a7a-991b-d8ca0633483a service neutron] 10.222.0.69 "GET /v2.0/networks?id=9946b46a-9e40-4099-9d93-df2710eb9b83 HTTP/1.1" status: 200  len: 914 time: 0.4171884
Jun 29 14:32:00.463773 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563981f5-7d71-4226-85be-f13ad14f8ef6 req-da5a3778-6db1-4496-b063-54f1032c4b3b tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:00.465205 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-563981f5-7d71-4226-85be-f13ad14f8ef6 req-da5a3778-6db1-4496-b063-54f1032c4b3b tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.1242275
Jun 29 14:32:00.513458 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b3a3c0-8318-44ea-a20e-1c09845f52cc req-5d390309-7813-4cf8-9c2c-fa689ef294cb tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:00.515053 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-13b3a3c0-8318-44ea-a20e-1c09845f52cc req-5d390309-7813-4cf8-9c2c-fa689ef294cb tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=4250560d-73c7-49ff-95c4-229b07958fee HTTP/1.1" status: 200  len: 946 time: 0.2926929
Jun 29 14:32:00.601007 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-563981f5-7d71-4226-85be-f13ad14f8ef6 req-25d9acf2-90c4-4c48-a1dc-2dee57d22ef0 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1278796
Jun 29 14:32:00.618894 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-56b69cdf-9f28-41a2-ade1-d3fd758fe298 req-152f08cf-8952-45db-b378-fc73e3c4ccd2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=51306d6c-3833-4f3e-906c-876d04553763 HTTP/1.1" status: 200  len: 217 time: 0.1612592
Jun 29 14:32:00.684078 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e5cbe1-8ef8-4378-8806-7826a2ac8303 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Router 07af9143-8575-4ba9-b96d-3229e022edba has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:32:00.693788 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56b69cdf-9f28-41a2-ade1-d3fd758fe298 req-60033e9c-65b8-438d-8b89-185e846dae78 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:00.695535 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-56b69cdf-9f28-41a2-ade1-d3fd758fe298 req-60033e9c-65b8-438d-8b89-185e846dae78 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=8cb76eb1-d4bf-4878-9dab-76ed436dd82d HTTP/1.1" status: 200  len: 853 time: 0.0589373
Jun 29 14:32:00.738315 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-13b3a3c0-8318-44ea-a20e-1c09845f52cc req-d2162d8a-2843-40b3-80dd-1b2a335c3465 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1711345
Jun 29 14:32:00.757786 dv-cinder-798356-1-iscsi neutron-server[74236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4250560d-73c7-49ff-95c4-229b07958fee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4f35840-8051-40a6-b035-3a19c0635a4f', 'code': 200}
Jun 29 14:32:00.767105 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-56b69cdf-9f28-41a2-ade1-d3fd758fe298 req-a2c755b1-1e88-46ab-b458-cdc92307bb2c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=9946b46a-9e40-4099-9d93-df2710eb9b83&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0618489
Jun 29 14:32:00.872621 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-32dfe8d4-560c-4a08-a1d3-c3ed0f89a05c req-08aed900-6513-4aeb-ac55-b133f938f4bd service neutron] 10.222.0.69 "GET /v2.0/networks/4136cd64-8118-416e-874b-f6ed5b97de9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4550996
Jun 29 14:32:00.980353 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-56b69cdf-9f28-41a2-ade1-d3fd758fe298 req-e6e81b3a-5bba-4692-959d-295152b2c805 service neutron] 10.222.0.69 "GET /v2.0/networks/9946b46a-9e40-4099-9d93-df2710eb9b83?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1917779
Jun 29 14:32:01.088438 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408593b6-e7d6-4881-afcd-eface24ec929 req-b64b650f-acd9-430a-b9da-2db2d7ec87d5 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:01.089918 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-408593b6-e7d6-4881-afcd-eface24ec929 req-b64b650f-acd9-430a-b9da-2db2d7ec87d5 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=e978e31d-fec6-4361-b831-a7179d15d376 HTTP/1.1" status: 200  len: 944 time: 0.1992760
Jun 29 14:32:01.131862 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e5cbe1-8ef8-4378-8806-7826a2ac8303 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:32:01.166146 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7055b085-8a65-4170-b5c4-4552f16e78bb None None] Sync routers for ids ['07af9143-8575-4ba9-b96d-3229e022edba'] in dv-cinder-798356-1-iscsi {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:32:01.181958 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-408593b6-e7d6-4881-afcd-eface24ec929 req-4a8e086e-4a2c-4831-9cc6-02baaaeaa90a tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d895047-1293-48d6-ae5d-e8f7d099d3a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833337
Jun 29 14:32:01.191419 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-59e5cbe1-8ef8-4378-8806-7826a2ac8303 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for floatingip, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:01.193544 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7055b085-8a65-4170-b5c4-4552f16e78bb None None] Routers {'07af9143-8575-4ba9-b96d-3229e022edba'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:32:01.195564 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-7055b085-8a65-4170-b5c4-4552f16e78bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b949cf400>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:31:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['07af9143-8575-4ba9-b96d-3229e022edba'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:32:01.232877 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-cb2b57a7-8571-4720-bdfe-46acb20d8e95 req-4c9fd0ac-f5fe-45a0-91c1-6d2fd6a8b01b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=4250560d-73c7-49ff-95c4-229b07958fee HTTP/1.1" status: 200  len: 1099 time: 0.2281532
Jun 29 14:32:01.239060 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-56b69cdf-9f28-41a2-ade1-d3fd758fe298 req-61ad2859-341b-4194-9021-5ce69d16cd98 service neutron] 10.222.0.69 "GET /v2.0/networks/9946b46a-9e40-4099-9d93-df2710eb9b83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2361407
Jun 29 14:32:01.291244 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-59e5cbe1-8ef8-4378-8806-7826a2ac8303 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.7100782
Jun 29 14:32:01.299331 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '23156ecb-72f5-4951-9ced-ee105a5cf6b7', 'tag': '38f34c3e-8b23-471e-8397-aec2b0960d64'}] {{(pid=74235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:32:01.313773 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-cb2b57a7-8571-4720-bdfe-46acb20d8e95 req-868edc14-a523-4325-9d76-6adea9d8b9ab service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0727000
Jun 29 14:32:01.381297 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '23156ecb-72f5-4951-9ced-ee105a5cf6b7', 'tag': '38f34c3e-8b23-471e-8397-aec2b0960d64', 'status': 'completed', 'code': 200}
Jun 29 14:32:01.509551 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-7055b085-8a65-4170-b5c4-4552f16e78bb None None] Set router 07af9143-8575-4ba9-b96d-3229e022edba gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:32:01.730348 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 51306d6c-3833-4f3e-906c-876d04553763 details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 14:32:01.744322 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d030273a-a3c2-4b07-bf34-ba89964cdaaa req-6560e314-c66e-4bd4-b33b-9976242d68a4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f8b1bff82789418781af3fd01f1db541&device_id=23156ecb-72f5-4951-9ced-ee105a5cf6b7 HTTP/1.1" status: 200  len: 1098 time: 0.3334782
Jun 29 14:32:01.855149 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a6dabd-ed49-4fc9-b673-fc69f741022b req-1551ccf6-a253-4a0d-b826-4f5e5007cc00 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:01.857306 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-e0a6dabd-ed49-4fc9-b673-fc69f741022b req-1551ccf6-a253-4a0d-b826-4f5e5007cc00 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.0924690
Jun 29 14:32:01.916120 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-e0a6dabd-ed49-4fc9-b673-fc69f741022b req-9aa80e00-8d97-4493-9f51-a80f78dc0a38 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524764
Jun 29 14:32:01.958759 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030273a-a3c2-4b07-bf34-ba89964cdaaa req-b75b0d07-6c27-4ab6-9e5f-488dfb9a57f7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:01.960594 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d030273a-a3c2-4b07-bf34-ba89964cdaaa req-b75b0d07-6c27-4ab6-9e5f-488dfb9a57f7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1b9efcd0-963e-4312-8efc-097d81e095b0 HTTP/1.1" status: 200  len: 913 time: 0.2088895
Jun 29 14:32:02.104827 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 51306d6c-3833-4f3e-906c-876d04553763, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=51306d6c-3833-4f3e-906c-876d04553763,segment=NetworkSegment(9f48c958-cd2b-4f81-bea6-68f7f9a8cee9),segment_id=9f48c958-cd2b-4f81-bea6-68f7f9a8cee9)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:32:02.105508 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6895a2d6-d862-45ae-ae71-683572e4a377 req-857c33fe-a493-493e-8263-948fdbb8e5c3 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:02.106911 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-6895a2d6-d862-45ae-ae71-683572e4a377 req-857c33fe-a493-493e-8263-948fdbb8e5c3 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=4250560d-73c7-49ff-95c4-229b07958fee HTTP/1.1" status: 200  len: 946 time: 0.1951163
Jun 29 14:32:02.111069 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d030273a-a3c2-4b07-bf34-ba89964cdaaa req-7bd516bc-e15a-4376-a4ef-9343273a036c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38f34c3e-8b23-471e-8397-aec2b0960d64 HTTP/1.1" status: 200  len: 999 time: 0.1303852
Jun 29 14:32:02.126082 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Returning: {'device': '51306d6c-3833-4f3e-906c-876d04553763', 'network_id': '9946b46a-9e40-4099-9d93-df2710eb9b83', 'port_id': '51306d6c-3833-4f3e-906c-876d04553763', 'mac_address': 'fa:16:3e:0f:c2:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 503, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cb76eb1-d4bf-4878-9dab-76ed436dd82d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 14:32:02.189828 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:02.211093 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 51306d6c-3833-4f3e-906c-876d04553763 {{(pid=74236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:32:02.218768 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-7055b085-8a65-4170-b5c4-4552f16e78bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b949cf400>, [{'id': '07af9143-8575-4ba9-b96d-3229e022edba', 'name': 'tempest-TestVolumeBootPattern-1566396203-router', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:36Z', 'updated_at': '2021-06-29T14:30:47Z', 'revision_number': 4, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'gw_port': {'id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:38Z', 'updated_at': '2021-06-29T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_floatingips': [{'id': '4e46282d-812c-4492-9763-8271ad382410', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'router_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'port_id': '38f34c3e-8b23-471e-8397-aec2b0960d64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'mac_address': 'fa:16:3e:4d:b9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23156ecb-72f5-4951-9ced-ee105a5cf6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:31:58Z', 'updated_at': '2021-06-29T14:31:58Z', 'revision_number': 0, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b9b5f29-4f70-4626-8d36-c27bd9f39841', 'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'mac_address': 'fa:16:3e:12:5a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:45Z', 'updated_at': '2021-06-29T14:30:58Z', 'revision_number': 5, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'subnets': [{'id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:32:02.219163 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-6895a2d6-d862-45ae-ae71-683572e4a377 req-ab6c064d-99e2-4f69-928d-67749035bc3f tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1010633
Jun 29 14:32:02.220437 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d030273a-a3c2-4b07-bf34-ba89964cdaaa req-a20401b0-690f-47ae-b286-7fe786d43bee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:02.221824 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d030273a-a3c2-4b07-bf34-ba89964cdaaa req-a20401b0-690f-47ae-b286-7fe786d43bee service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b1f452f3-ce90-45e6-b91e-51eb201b6ea6 HTTP/1.1" status: 200  len: 851 time: 0.1018729
Jun 29 14:32:02.230709 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7055b085-8a65-4170-b5c4-4552f16e78bb None None] Checking router: 07af9143-8575-4ba9-b96d-3229e022edba for host: dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:32:02.235947 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 51306d6c-3833-4f3e-906c-876d04553763, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=51306d6c-3833-4f3e-906c-876d04553763,segment=NetworkSegment(9f48c958-cd2b-4f81-bea6-68f7f9a8cee9),segment_id=9f48c958-cd2b-4f81-bea6-68f7f9a8cee9)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:32:02.254262 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:02.256692 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-1b15a8e6-024c-4590-ad31-5c081a1eb094 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:02.320568 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7055b085-8a65-4170-b5c4-4552f16e78bb None None] Routers {'07af9143-8575-4ba9-b96d-3229e022edba'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:32:02.321223 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-7055b085-8a65-4170-b5c4-4552f16e78bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b949cf400>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:31:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['07af9143-8575-4ba9-b96d-3229e022edba'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:32:02.365970 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d030273a-a3c2-4b07-bf34-ba89964cdaaa req-51cd3985-69fa-46e6-a43f-8bc10d3febc0 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1b9efcd0-963e-4312-8efc-097d81e095b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1345568
Jun 29 14:32:02.505593 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e7c26e-7569-4faa-962f-b54ba598d04d req-e8a748c2-62ea-4639-a835-70dfdcf2d786 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:02.521446 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-35e7c26e-7569-4faa-962f-b54ba598d04d req-e8a748c2-62ea-4639-a835-70dfdcf2d786 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=e978e31d-fec6-4361-b831-a7179d15d376 HTTP/1.1" status: 200  len: 945 time: 0.1235554
Jun 29 14:32:02.524473 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=51306d6c-3833-4f3e-906c-876d04553763,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:02.531160 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:02.539648 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-7055b085-8a65-4170-b5c4-4552f16e78bb None None] Set router 07af9143-8575-4ba9-b96d-3229e022edba gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:32:02.564825 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d030273a-a3c2-4b07-bf34-ba89964cdaaa req-9ed24229-4f40-41ae-8c7f-a6043e9afeb8 service neutron] 10.222.0.69 "GET /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1919100
Jun 29 14:32:02.571155 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-35e7c26e-7569-4faa-962f-b54ba598d04d req-5439e8ec-793b-4657-9efc-7cabebed774b tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d895047-1293-48d6-ae5d-e8f7d099d3a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0545676
Jun 29 14:32:02.596775 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['51306d6c-3833-4f3e-906c-876d04553763'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:32:02.783058 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d030273a-a3c2-4b07-bf34-ba89964cdaaa req-e4eafc8b-64a8-4a72-8e9b-520845459417 service neutron] 10.222.0.69 "GET /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2075973
Jun 29 14:32:03.152740 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-7055b085-8a65-4170-b5c4-4552f16e78bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b949cf400>, [{'id': '07af9143-8575-4ba9-b96d-3229e022edba', 'name': 'tempest-TestVolumeBootPattern-1566396203-router', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:36Z', 'updated_at': '2021-06-29T14:30:47Z', 'revision_number': 4, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'gw_port': {'id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:38Z', 'updated_at': '2021-06-29T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_floatingips': [{'id': '4e46282d-812c-4492-9763-8271ad382410', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'router_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'port_id': '38f34c3e-8b23-471e-8397-aec2b0960d64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'mac_address': 'fa:16:3e:4d:b9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23156ecb-72f5-4951-9ced-ee105a5cf6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:31:58Z', 'updated_at': '2021-06-29T14:31:58Z', 'revision_number': 0, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b9b5f29-4f70-4626-8d36-c27bd9f39841', 'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'mac_address': 'fa:16:3e:12:5a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:45Z', 'updated_at': '2021-06-29T14:30:58Z', 'revision_number': 5, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'subnets': [{'id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:32:03.158341 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7055b085-8a65-4170-b5c4-4552f16e78bb None None] The sync data for ids ['07af9143-8575-4ba9-b96d-3229e022edba'] in dv-cinder-798356-1-iscsi is: [{'id': '07af9143-8575-4ba9-b96d-3229e022edba', 'name': 'tempest-TestVolumeBootPattern-1566396203-router', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:36Z', 'updated_at': '2021-06-29T14:30:47Z', 'revision_number': 4, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'gw_port': {'id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:38Z', 'updated_at': '2021-06-29T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_floatingips': [{'id': '4e46282d-812c-4492-9763-8271ad382410', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'floating_ip_address': '172.27.1.231', 'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'router_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'port_id': '38f34c3e-8b23-471e-8397-aec2b0960d64', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'mac_address': 'fa:16:3e:4d:b9:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23156ecb-72f5-4951-9ced-ee105a5cf6b7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:31:58Z', 'updated_at': '2021-06-29T14:31:58Z', 'revision_number': 0, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b9b5f29-4f70-4626-8d36-c27bd9f39841', 'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'mac_address': 'fa:16:3e:12:5a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:45Z', 'updated_at': '2021-06-29T14:30:58Z', 'revision_number': 5, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'subnets': [{'id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:32:03.392320 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d81401-6d65-4964-959d-6f1ca950a702 None None] New status for floating IP 4e46282d-812c-4492-9763-8271ad382410: ACTIVE {{(pid=74237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 14:32:03.483894 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80873603-56b8-400a-962d-6bb97ad9b29c req-d6a57e38-04b0-4563-8a32-42e7fb79419e tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:03.485493 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-80873603-56b8-400a-962d-6bb97ad9b29c req-d6a57e38-04b0-4563-8a32-42e7fb79419e tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=4250560d-73c7-49ff-95c4-229b07958fee HTTP/1.1" status: 200  len: 946 time: 0.0970635
Jun 29 14:32:03.539477 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-80873603-56b8-400a-962d-6bb97ad9b29c req-82d69bac-f02d-4b4d-b364-c59f4cd8081b tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0483012
Jun 29 14:32:03.733586 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 51306d6c-3833-4f3e-906c-876d04553763 up at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:32:03.864091 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning for port 51306d6c-3833-4f3e-906c-876d04553763 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:32:03.872596 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning complete for port 51306d6c-3833-4f3e-906c-876d04553763 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:32:03.873310 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:03.887307 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5453d491-395b-426e-8919-33584e511b15 req-375874ac-7466-4c38-95a5-4c6a9915eed7 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:03.890936 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-5453d491-395b-426e-8919-33584e511b15 req-375874ac-7466-4c38-95a5-4c6a9915eed7 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=e978e31d-fec6-4361-b831-a7179d15d376 HTTP/1.1" status: 200  len: 945 time: 0.1233914
Jun 29 14:32:03.987199 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-5453d491-395b-426e-8919-33584e511b15 req-299aaabd-403a-4125-9420-18691880f587 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d895047-1293-48d6-ae5d-e8f7d099d3a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0835075
Jun 29 14:32:04.052017 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:04.088199 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e978e31d-fec6-4361-b831-a7179d15d376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51306d6c-3833-4f3e-906c-876d04553763'}] {{(pid=74236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:32:04.100265 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 51306d6c-3833-4f3e-906c-876d04553763, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=51306d6c-3833-4f3e-906c-876d04553763,segment=NetworkSegment(9f48c958-cd2b-4f81-bea6-68f7f9a8cee9),segment_id=9f48c958-cd2b-4f81-bea6-68f7f9a8cee9)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:32:04.105586 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:04.108803 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:04.163478 dv-cinder-798356-1-iscsi neutron-server[74236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e978e31d-fec6-4361-b831-a7179d15d376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '51306d6c-3833-4f3e-906c-876d04553763', 'code': 200}
Jun 29 14:32:04.209778 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=51306d6c-3833-4f3e-906c-876d04553763,revision_number=5']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:04.213907 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:04.453055 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-982f0390-3e95-4d8d-af1d-a2a9e522804c req-8580876d-e593-4b1b-be65-e3355279c281 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e978e31d-fec6-4361-b831-a7179d15d376 HTTP/1.1" status: 200  len: 1099 time: 0.0785728
Jun 29 14:32:04.498148 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-982f0390-3e95-4d8d-af1d-a2a9e522804c req-d8fa1c6f-abc4-4bcb-b935-52c4147e0ae1 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=7d895047-1293-48d6-ae5d-e8f7d099d3a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0381629
Jun 29 14:32:04.522815 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 43836) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:32:04.587804 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.db_base_plugin_v2 [None req-416a1cb7-d5da-4b63-addd-3bc98865e55d admin admin] Deleting subnet 3b409a70-96f0-469a-8d80-f2069aa3c7b9 {{(pid=74235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 14:32:04.591040 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-416a1cb7-d5da-4b63-addd-3bc98865e55d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:04.646836 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-416a1cb7-d5da-4b63-addd-3bc98865e55d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1897654'] for subnet, precommit_delete_associations {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:04.714406 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-416a1cb7-d5da-4b63-addd-3bc98865e55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3930061'] for subnet, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:04.795523 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-416a1cb7-d5da-4b63-addd-3bc98865e55d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1167277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1167964'] for subnet, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:04.799646 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-1bdb94c3-9201-40dd-b524-a0d8c9b33917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:04.835563 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416a1cb7-d5da-4b63-addd-3bc98865e55d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b409a70-96f0-469a-8d80-f2069aa3c7b9,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:04.838897 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-416a1cb7-d5da-4b63-addd-3bc98865e55d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:04.839897 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-416a1cb7-d5da-4b63-addd-3bc98865e55d admin admin] Notify callbacks [] for subnet, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:04.846631 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-416a1cb7-d5da-4b63-addd-3bc98865e55d admin admin] 10.222.0.13 "DELETE /v2.0/subnets/3b409a70-96f0-469a-8d80-f2069aa3c7b9 HTTP/1.1" status: 204  len: 168 time: 0.3227355
Jun 29 14:32:04.849406 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 43840) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:32:04.961681 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-b66d0c73-aa58-4455-a571-dac359f8dcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3691460'] for network, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:05.098161 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-b66d0c73-aa58-4455-a571-dac359f8dcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931320', 'neutron.services.segments.db._delete_segments_for_network-8730483304066'] for network, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:05.115766 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.services.segments.db [None req-b66d0c73-aa58-4455-a571-dac359f8dcbd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b93be2880>,) {'filters': {'network_id': ['7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea']}} {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:32:05.130355 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.services.segments.db [None req-b66d0c73-aa58-4455-a571-dac359f8dcbd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b93be2880>, 'c6927e74-905f-4980-a50c-058a777d391d') {'for_net_delete': True} {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:32:05.130722 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.services.segments.db [None req-b66d0c73-aa58-4455-a571-dac359f8dcbd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b93be2880>, 'c6927e74-905f-4980-a50c-058a777d391d') {} {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:32:05.142415 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-b66d0c73-aa58-4455-a571-dac359f8dcbd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730483226525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1897657'] for segment, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:05.296105 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-b66d0c73-aa58-4455-a571-dac359f8dcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:05.315588 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b66d0c73-aa58-4455-a571-dac359f8dcbd admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=74235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 14:32:05.315985 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-b66d0c73-aa58-4455-a571-dac359f8dcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3829314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1167115'] for segment, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:05.329374 dv-cinder-798356-1-iscsi neutron-server[74235]: Traceback (most recent call last):
Jun 29 14:32:05.329374 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 14:32:05.329374 dv-cinder-798356-1-iscsi neutron-server[74235]:     timer()
Jun 29 14:32:05.329374 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 14:32:05.329374 dv-cinder-798356-1-iscsi neutron-server[74235]:     cb(*args, **kw)
Jun 29 14:32:05.329374 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 14:32:05.329374 dv-cinder-798356-1-iscsi neutron-server[74235]:     return func(*args, **kwargs)
Jun 29 14:32:05.329374 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 14:32:05.329374 dv-cinder-798356-1-iscsi neutron-server[74235]:     self._notify()
Jun 29 14:32:05.329374 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 14:32:05.329374 dv-cinder-798356-1-iscsi neutron-server[74235]:     self.callback(batched_events)
Jun 29 14:32:05.329374 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 14:32:05.329374 dv-cinder-798356-1-iscsi neutron-server[74235]:     event.method(event)
Jun 29 14:32:05.329374 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 14:32:05.329374 dv-cinder-798356-1-iscsi neutron-server[74235]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 14:32:05.329374 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 14:32:05.329374 dv-cinder-798356-1-iscsi neutron-server[74235]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 14:32:05.329374 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 14:32:05.329374 dv-cinder-798356-1-iscsi neutron-server[74235]:     return f(self, *a, **k)
Jun 29 14:32:05.329374 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 14:32:05.329374 dv-cinder-798356-1-iscsi neutron-server[74235]:     return self._get(url).json()
Jun 29 14:32:05.329374 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 14:32:05.329374 dv-cinder-798356-1-iscsi neutron-server[74235]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 14:32:05.329374 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 14:32:05.329374 dv-cinder-798356-1-iscsi neutron-server[74235]:     return self.request(url, 'GET', **kwargs)
Jun 29 14:32:05.329374 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 14:32:05.329374 dv-cinder-798356-1-iscsi neutron-server[74235]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 14:32:05.329374 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 14:32:05.329374 dv-cinder-798356-1-iscsi neutron-server[74235]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 14:32:05.329374 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 14:32:05.329374 dv-cinder-798356-1-iscsi neutron-server[74235]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 14:32:05.329374 dv-cinder-798356-1-iscsi neutron-server[74235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 14:32:05.427691 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-b66d0c73-aa58-4455-a571-dac359f8dcbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3930699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670133'] for network, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:05.436251 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:05.450036 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-b66d0c73-aa58-4455-a571-dac359f8dcbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:05.457867 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba29144-c195-401e-a048-c0f702f4991d req-a1a124fa-0f61-4f34-a587-fb5d15834346 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:05.459651 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-fba29144-c195-401e-a048-c0f702f4991d req-a1a124fa-0f61-4f34-a587-fb5d15834346 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=e978e31d-fec6-4361-b831-a7179d15d376 HTTP/1.1" status: 200  len: 946 time: 0.3053627
Jun 29 14:32:05.469622 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b66d0c73-aa58-4455-a571-dac359f8dcbd admin admin] Pushing event deleted for resources: {'Network': ['ID=7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:05.486301 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-b66d0c73-aa58-4455-a571-dac359f8dcbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:05.492768 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-b66d0c73-aa58-4455-a571-dac359f8dcbd admin admin] 10.222.0.13 "DELETE /v2.0/networks/7c28756f-3860-4f1e-a11a-3ca9c5fdd0ea HTTP/1.1" status: 204  len: 168 time: 0.6394439
Jun 29 14:32:05.522017 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-fba29144-c195-401e-a048-c0f702f4991d req-8a959e7d-5ade-4697-b986-aed0e53231d2 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d895047-1293-48d6-ae5d-e8f7d099d3a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0559857
Jun 29 14:32:05.686395 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 43856) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:32:05.747678 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-1c904da4-02f2-4a13-8c46-22b2ba09ed21 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f15123002d2341fa86ca378f303ef83f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0599391
Jun 29 14:32:05.750020 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 43860) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:32:05.823486 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-09a69ce0-a7ca-4728-9ae4-717eee47786c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:05.852164 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-09a69ce0-a7ca-4728-9ae4-717eee47786c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:05.912905 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-09a69ce0-a7ca-4728-9ae4-717eee47786c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:05.917061 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-76f3ae98-1e02-4dcf-8617-d8b2bc70abee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:05.932509 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a69ce0-a7ca-4728-9ae4-717eee47786c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:05.935409 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-09a69ce0-a7ca-4728-9ae4-717eee47786c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:05.944315 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-09a69ce0-a7ca-4728-9ae4-717eee47786c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:05.947786 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-09a69ce0-a7ca-4728-9ae4-717eee47786c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ddf9bf9-33d0-4f12-bfcd-1d96b3e88aac HTTP/1.1" status: 204  len: 168 time: 0.1944156
Jun 29 14:32:06.006325 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-0f544141-9567-4a00-8f8c-6986ecea393a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:06.387910 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:06.751545 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a152c2-48ff-44af-90c0-da7cf63dce5f req-25e79e11-b95b-48fa-8793-b625047beb3c tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:06.753103 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-c1a152c2-48ff-44af-90c0-da7cf63dce5f req-25e79e11-b95b-48fa-8793-b625047beb3c tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=e978e31d-fec6-4361-b831-a7179d15d376 HTTP/1.1" status: 200  len: 946 time: 0.0922780
Jun 29 14:32:06.810744 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-c1a152c2-48ff-44af-90c0-da7cf63dce5f req-6c6fcc73-ade6-42db-9e32-8895fdbd9e8e tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d895047-1293-48d6-ae5d-e8f7d099d3a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0475419
Jun 29 14:32:08.166938 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4829352e-22c0-43ad-bf0f-304afe97e8ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:09.171020 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:09.960576 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:10.866109 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:12.327587 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-34beb4e3-ba6f-4d1f-96ac-039f9bdce7b1 req-d629a90a-a8a3-44da-84e8-bafa20080c04 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0737836
Jun 29 14:32:12.426127 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-34beb4e3-ba6f-4d1f-96ac-039f9bdce7b1 req-e3037d45-6724-4b64-a230-2054b963d580 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9168106bff7043a69607ef135131ee6b&device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 1100 time: 0.0715168
Jun 29 14:32:12.604841 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34beb4e3-ba6f-4d1f-96ac-039f9bdce7b1 req-a420656c-7ae7-4e82-b6e1-02417596d7ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:12.606367 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-34beb4e3-ba6f-4d1f-96ac-039f9bdce7b1 req-a420656c-7ae7-4e82-b6e1-02417596d7ca service neutron] 10.222.0.69 "GET /v2.0/networks?id=4efbe09a-ec64-4c57-8f69-466f632996dc HTTP/1.1" status: 200  len: 917 time: 0.1387999
Jun 29 14:32:12.753769 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-34beb4e3-ba6f-4d1f-96ac-039f9bdce7b1 req-2d21f9c2-fdd7-40b4-86d8-5cd692fe5d46 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=da2a16d0-a72c-4e20-9a86-51b3070c4df3 HTTP/1.1" status: 200  len: 1002 time: 0.1285570
Jun 29 14:32:12.837624 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34beb4e3-ba6f-4d1f-96ac-039f9bdce7b1 req-956c2ba6-1d7a-48ed-b98c-7dd44b12fc9e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:12.840698 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-34beb4e3-ba6f-4d1f-96ac-039f9bdce7b1 req-956c2ba6-1d7a-48ed-b98c-7dd44b12fc9e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7c6c0350-3172-4dbb-bc15-a1e408f3e7e3 HTTP/1.1" status: 200  len: 855 time: 0.0791068
Jun 29 14:32:12.937446 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-34beb4e3-ba6f-4d1f-96ac-039f9bdce7b1 req-695ae163-3f5f-42b7-8cd6-092bdcebe6d4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4efbe09a-ec64-4c57-8f69-466f632996dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0878119
Jun 29 14:32:13.189868 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-34beb4e3-ba6f-4d1f-96ac-039f9bdce7b1 req-39c3c9f5-921c-4a9e-8a48-89c1c5f15786 service neutron] 10.222.0.69 "GET /v2.0/networks/4efbe09a-ec64-4c57-8f69-466f632996dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2349381
Jun 29 14:32:13.334268 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-34beb4e3-ba6f-4d1f-96ac-039f9bdce7b1 req-f2b539b3-999a-46d9-bacc-1eed77a83679 service neutron] 10.222.0.69 "GET /v2.0/networks/4efbe09a-ec64-4c57-8f69-466f632996dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1376936
Jun 29 14:32:14.122917 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-c6af05a6-bffd-4a8d-bd32-67bb93b7c577 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:14.124343 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-c6af05a6-bffd-4a8d-bd32-67bb93b7c577 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/networks?id=59da48e5-df7e-4b56-b857-04097be30813 HTTP/1.1" status: 200  len: 814 time: 0.1429603
Jun 29 14:32:14.140792 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-1ad566f1-5f55-4627-980f-0f4e8691fbc8 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/quotas/d9932be220e04d1dbbc486e44ee9b652 HTTP/1.1" status: 200  len: 375 time: 0.0103409
Jun 29 14:32:14.227657 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-3424104e-147a-459e-85fd-d728e247c497 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9932be220e04d1dbbc486e44ee9b652&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0815222
Jun 29 14:32:14.361666 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-e6e98a85-1535-4308-8f2d-3dd9699fe27a service neutron] 10.222.0.13 "GET /v2.0/networks/59da48e5-df7e-4b56-b857-04097be30813?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1260970
Jun 29 14:32:14.504340 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-1611fcf4-215f-45ca-8ca4-d6b748da3c58 service neutron] 10.222.0.13 "GET /v2.0/networks/59da48e5-df7e-4b56-b857-04097be30813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1363397
Jun 29 14:32:14.693524 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b85ff4df-6c3c-4928-9700-d81e8135ee31 req-6b28b18d-e7d8-4ac4-8c91-a0bd821a9b3c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=21108f24-cdb3-4d4c-8a42-6c8255c1e10a HTTP/1.1" status: 200  len: 210 time: 0.0462635
Jun 29 14:32:15.879571 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-2a490665-ea03-4119-a097-e023a5d4381b req-433bc208-0448-4923-ae41-75ee6b3e0e14 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=21108f24-cdb3-4d4c-8a42-6c8255c1e10a HTTP/1.1" status: 200  len: 210 time: 0.0542340
Jun 29 14:32:17.052551 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-5e5db7c2-a43d-4970-ab3d-19c50ac48037 req-ff85c218-a074-4671-85a1-2e6d4db98de1 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=21108f24-cdb3-4d4c-8a42-6c8255c1e10a HTTP/1.1" status: 200  len: 210 time: 0.0422120
Jun 29 14:32:17.648265 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-405ae687-7028-4137-b0ae-c6fe16916918 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:17.650517 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-405ae687-7028-4137-b0ae-c6fe16916918 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.69 "GET /v2.0/networks?id=59da48e5-df7e-4b56-b857-04097be30813 HTTP/1.1" status: 200  len: 814 time: 0.1723573
Jun 29 14:32:17.671651 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-eacba4ac-32a7-46ba-867d-5967a34a651c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Request body: {'port': {'device_id': '21108f24-cdb3-4d4c-8a42-6c8255c1e10a', 'network_id': '59da48e5-df7e-4b56-b857-04097be30813', 'admin_state_up': True, 'tenant_id': 'd9932be220e04d1dbbc486e44ee9b652'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:32:17.829968 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-eacba4ac-32a7-46ba-867d-5967a34a651c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:32:17.839610 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-eacba4ac-32a7-46ba-867d-5967a34a651c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:32:17.853833 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-eacba4ac-32a7-46ba-867d-5967a34a651c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Made reservation on behalf of d9932be220e04d1dbbc486e44ee9b652 for: {'port': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:32:17.865407 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-eacba4ac-32a7-46ba-867d-5967a34a651c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:18.042270 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_common [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-eacba4ac-32a7-46ba-867d-5967a34a651c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Allocated IP 172.20.0.2 (59da48e5-df7e-4b56-b857-04097be30813/6094f63b-b644-4415-a8f0-3a34a9f80174/8c5dcd6a-51e6-4c5b-8ef3-04bf52294357) {{(pid=74234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:32:18.218185 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-34eadaed-9e40-4f83-9436-f70df25fb7ba req-d3027c62-7347-47f6-bfb3-7425dbe733db tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=21108f24-cdb3-4d4c-8a42-6c8255c1e10a HTTP/1.1" status: 200  len: 210 time: 0.0433023
Jun 29 14:32:18.264637 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-eacba4ac-32a7-46ba-867d-5967a34a651c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Notify callbacks [] for port, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:18.296946 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-eacba4ac-32a7-46ba-867d-5967a34a651c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:18.302587 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-25c04bdf-4d37-429c-8ca5-25481cf56069 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:18.367346 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-eacba4ac-32a7-46ba-867d-5967a34a651c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Network 59da48e5-df7e-4b56-b857-04097be30813 is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:32:18.370516 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-eacba4ac-32a7-46ba-867d-5967a34a651c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:32:18.374520 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-eacba4ac-32a7-46ba-867d-5967a34a651c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Received port after_create {{(pid=74234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:32:18.404759 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eacba4ac-32a7-46ba-867d-5967a34a651c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Pushing event updated for resources: {'Port': ['ID=8c5dcd6a-51e6-4c5b-8ef3-04bf52294357,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:18.424254 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacba4ac-32a7-46ba-867d-5967a34a651c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:18.424626 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacba4ac-32a7-46ba-867d-5967a34a651c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:18.424992 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacba4ac-32a7-46ba-867d-5967a34a651c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:18.425355 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacba4ac-32a7-46ba-867d-5967a34a651c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:18.425773 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacba4ac-32a7-46ba-867d-5967a34a651c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:18.426067 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacba4ac-32a7-46ba-867d-5967a34a651c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:18.426424 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacba4ac-32a7-46ba-867d-5967a34a651c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:18.426800 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacba4ac-32a7-46ba-867d-5967a34a651c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:18.427149 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacba4ac-32a7-46ba-867d-5967a34a651c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:18.427496 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacba4ac-32a7-46ba-867d-5967a34a651c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:18.427909 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eacba4ac-32a7-46ba-867d-5967a34a651c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:18.433075 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-eacba4ac-32a7-46ba-867d-5967a34a651c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:18.449087 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-eacba4ac-32a7-46ba-867d-5967a34a651c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:18.449693 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-eacba4ac-32a7-46ba-867d-5967a34a651c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:18.474980 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-eacba4ac-32a7-46ba-867d-5967a34a651c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8072538
Jun 29 14:32:19.458568 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3786e650-9abe-4862-9780-9befce2ba095 req-efeae058-dc9c-4b93-ab83-22cb1c991ea7 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:19.459272 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-3786e650-9abe-4862-9780-9befce2ba095 req-efeae058-dc9c-4b93-ab83-22cb1c991ea7 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Synchronizing usage tracker for tenant:d9932be220e04d1dbbc486e44ee9b652 on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:32:19.475794 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-3786e650-9abe-4862-9780-9befce2ba095 req-efeae058-dc9c-4b93-ab83-22cb1c991ea7 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Unset dirty status for tenant:d9932be220e04d1dbbc486e44ee9b652 on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:32:19.477247 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-3786e650-9abe-4862-9780-9befce2ba095 req-efeae058-dc9c-4b93-ab83-22cb1c991ea7 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=21108f24-cdb3-4d4c-8a42-6c8255c1e10a HTTP/1.1" status: 200  len: 931 time: 0.1061640
Jun 29 14:32:19.522620 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-3786e650-9abe-4862-9780-9befce2ba095 req-b5f5efe5-aebe-40c6-a965-4f805cffcd12 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0394592
Jun 29 14:32:20.764537 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50092c43-b25a-47da-a3a6-43577ed9f285 req-abb9bb18-111e-4480-805a-b6b4f9731cff tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:20.766668 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-50092c43-b25a-47da-a3a6-43577ed9f285 req-abb9bb18-111e-4480-805a-b6b4f9731cff tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=21108f24-cdb3-4d4c-8a42-6c8255c1e10a HTTP/1.1" status: 200  len: 931 time: 0.0833423
Jun 29 14:32:20.818519 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-50092c43-b25a-47da-a3a6-43577ed9f285 req-fb7d6bb5-cf75-468c-ac26-ac72d5a85abf tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0445392
Jun 29 14:32:21.271661 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['d4f35840-8051-40a6-b035-3a19c0635a4f'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:32:21.272277 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-783c5098-fe8f-45ba-9122-2b21485f284f service neutron] Request body: {'port': {'device_id': '21108f24-cdb3-4d4c-8a42-6c8255c1e10a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:32:21.386936 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-783c5098-fe8f-45ba-9122-2b21485f284f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:21.742840 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-783c5098-fe8f-45ba-9122-2b21485f284f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c5dcd6a-51e6-4c5b-8ef3-04bf52294357 {{(pid=74234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:32:21.749586 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-783c5098-fe8f-45ba-9122-2b21485f284f service neutron] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:21.764546 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-783c5098-fe8f-45ba-9122-2b21485f284f service neutron] Transition to ACTIVE for port object 8c5dcd6a-51e6-4c5b-8ef3-04bf52294357 will not be triggered until provisioned by entity L2. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:32:21.769291 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-783c5098-fe8f-45ba-9122-2b21485f284f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:21.772941 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-ee784f8b-7f07-4275-bd80-73ff8a29f6f1 tempest-ServerRescueNegativeTestJSON-2131524546 tempest-ServerRescueNegativeTestJSON-2131524546-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:22.003533 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c5098-fe8f-45ba-9122-2b21485f284f service neutron] Pushing event updated for resources: {'Port': ['ID=8c5dcd6a-51e6-4c5b-8ef3-04bf52294357,revision_number=2']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:22.016751 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-783c5098-fe8f-45ba-9122-2b21485f284f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:22.163437 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e58c3b-33ce-4327-9179-413894c18cf6 req-a9f13fca-0da7-4bcb-bded-a0dcd29cdb87 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:22.164929 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-18e58c3b-33ce-4327-9179-413894c18cf6 req-a9f13fca-0da7-4bcb-bded-a0dcd29cdb87 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=21108f24-cdb3-4d4c-8a42-6c8255c1e10a HTTP/1.1" status: 200  len: 943 time: 0.2018085
Jun 29 14:32:22.167191 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-783c5098-fe8f-45ba-9122-2b21485f284f service neutron] Attempting to bind port 8c5dcd6a-51e6-4c5b-8ef3-04bf52294357 on host hv-cinder-79835 for vnic_type normal with profile  {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:32:22.167529 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-783c5098-fe8f-45ba-9122-2b21485f284f service neutron] Attempting to bind port 8c5dcd6a-51e6-4c5b-8ef3-04bf52294357 by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': '7bb3d6b8-81c4-403e-9165-e1fccd084c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '59da48e5-df7e-4b56-b857-04097be30813'}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:32:22.167855 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-783c5098-fe8f-45ba-9122-2b21485f284f service neutron] Attempting to bind port 8c5dcd6a-51e6-4c5b-8ef3-04bf52294357 on network 59da48e5-df7e-4b56-b857-04097be30813 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:32:22.189821 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-783c5098-fe8f-45ba-9122-2b21485f284f service neutron] Port 8c5dcd6a-51e6-4c5b-8ef3-04bf52294357 on network 59da48e5-df7e-4b56-b857-04097be30813 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 14:32:22.195037 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-783c5098-fe8f-45ba-9122-2b21485f284f service neutron] Attempting to bind port 8c5dcd6a-51e6-4c5b-8ef3-04bf52294357 on network 59da48e5-df7e-4b56-b857-04097be30813 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:32:22.210946 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-783c5098-fe8f-45ba-9122-2b21485f284f service neutron] Checking agent: {'id': 'f619983b-74b0-4a10-ac06-3edbe0602c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 32, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:32:22.211291 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-783c5098-fe8f-45ba-9122-2b21485f284f service neutron] Checking segment: {'id': '7bb3d6b8-81c4-403e-9165-e1fccd084c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '59da48e5-df7e-4b56-b857-04097be30813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:32:22.211678 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-783c5098-fe8f-45ba-9122-2b21485f284f service neutron] Bound using segment: {'id': '7bb3d6b8-81c4-403e-9165-e1fccd084c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '59da48e5-df7e-4b56-b857-04097be30813'} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:32:22.212115 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-783c5098-fe8f-45ba-9122-2b21485f284f service neutron] Bound port: 8c5dcd6a-51e6-4c5b-8ef3-04bf52294357, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bb3d6b8-81c4-403e-9165-e1fccd084c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '59da48e5-df7e-4b56-b857-04097be30813'}}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:32:22.212467 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-783c5098-fe8f-45ba-9122-2b21485f284f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:22.243943 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-18e58c3b-33ce-4327-9179-413894c18cf6 req-406845a3-acdd-4a83-a33f-8f2dfa121b18 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0717983
Jun 29 14:32:22.332246 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-783c5098-fe8f-45ba-9122-2b21485f284f service neutron] For port 8c5dcd6a-51e6-4c5b-8ef3-04bf52294357, host hv-cinder-79835, cleared binding levels {{(pid=74234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:32:22.336594 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-783c5098-fe8f-45ba-9122-2b21485f284f service neutron] For port 8c5dcd6a-51e6-4c5b-8ef3-04bf52294357, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=8c5dcd6a-51e6-4c5b-8ef3-04bf52294357,segment=NetworkSegment(7bb3d6b8-81c4-403e-9165-e1fccd084c85),segment_id=7bb3d6b8-81c4-403e-9165-e1fccd084c85)] {{(pid=74234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:32:22.342163 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-783c5098-fe8f-45ba-9122-2b21485f284f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:22.348266 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-b96e65ea-09d9-48f2-83ab-7ba6a95cf44a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:22.440620 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-783c5098-fe8f-45ba-9122-2b21485f284f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:22.442585 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-783c5098-fe8f-45ba-9122-2b21485f284f service neutron] 10.222.0.69 "PUT /v2.0/ports/8c5dcd6a-51e6-4c5b-8ef3-04bf52294357 HTTP/1.1" status: 200  len: 1093 time: 1.1758134
Jun 29 14:32:22.443263 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '21108f24-cdb3-4d4c-8a42-6c8255c1e10a', 'tag': '8c5dcd6a-51e6-4c5b-8ef3-04bf52294357'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:32:22.465406 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783c5098-fe8f-45ba-9122-2b21485f284f service neutron] Pushing event updated for resources: {'Port': ['ID=8c5dcd6a-51e6-4c5b-8ef3-04bf52294357,revision_number=3']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:22.474341 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-783c5098-fe8f-45ba-9122-2b21485f284f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:22.537637 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '21108f24-cdb3-4d4c-8a42-6c8255c1e10a', 'tag': '8c5dcd6a-51e6-4c5b-8ef3-04bf52294357', 'status': 'completed', 'code': 200}
Jun 29 14:32:22.582418 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-94ea8968-6beb-4414-a06a-2ebe4c190bca service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d9932be220e04d1dbbc486e44ee9b652&device_id=21108f24-cdb3-4d4c-8a42-6c8255c1e10a HTTP/1.1" status: 200  len: 1096 time: 0.0823154
Jun 29 14:32:22.660121 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-e59b77f9-a428-45ff-8b56-3e72b4b884d4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8c5dcd6a-51e6-4c5b-8ef3-04bf52294357 HTTP/1.1" status: 200  len: 217 time: 0.0644228
Jun 29 14:32:22.731871 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-a6f19b17-16e1-4d4e-a959-1921da17512c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:22.733374 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-a6f19b17-16e1-4d4e-a959-1921da17512c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6094f63b-b644-4415-a8f0-3a34a9f80174 HTTP/1.1" status: 200  len: 854 time: 0.0645583
Jun 29 14:32:22.783711 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-d118d14d-2e05-4dfd-92e3-a29ba9908275 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=59da48e5-df7e-4b56-b857-04097be30813&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0415163
Jun 29 14:32:22.932229 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-7c25fba5-ecc3-474d-b9db-6e6ccf3ad9ce service neutron] 10.222.0.69 "GET /v2.0/networks/59da48e5-df7e-4b56-b857-04097be30813?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1404433
Jun 29 14:32:23.073733 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8594089e-7484-4f6e-83d2-30c5006df5fe req-928dbc9f-59f6-4cad-aa15-d9245f3345b1 service neutron] 10.222.0.69 "GET /v2.0/networks/59da48e5-df7e-4b56-b857-04097be30813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1335261
Jun 29 14:32:23.200132 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e0776f2f-448e-4994-a42b-ff879ea42cad req-dec6c1a7-7e19-4694-8b52-7ce29ba3fe24 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d9932be220e04d1dbbc486e44ee9b652&device_id=21108f24-cdb3-4d4c-8a42-6c8255c1e10a HTTP/1.1" status: 200  len: 1096 time: 0.0708940
Jun 29 14:32:23.338373 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0776f2f-448e-4994-a42b-ff879ea42cad req-1830fc50-a5d9-4035-a9c9-5eaa98634e91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:23.339752 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e0776f2f-448e-4994-a42b-ff879ea42cad req-1830fc50-a5d9-4035-a9c9-5eaa98634e91 service neutron] 10.222.0.69 "GET /v2.0/networks?id=59da48e5-df7e-4b56-b857-04097be30813 HTTP/1.1" status: 200  len: 915 time: 0.1313531
Jun 29 14:32:23.442094 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e0776f2f-448e-4994-a42b-ff879ea42cad req-01410c5f-8ecf-403a-bada-9ec600cbe71d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=8c5dcd6a-51e6-4c5b-8ef3-04bf52294357 HTTP/1.1" status: 200  len: 217 time: 0.0945709
Jun 29 14:32:23.520102 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0776f2f-448e-4994-a42b-ff879ea42cad req-29d9e801-e8ca-4ede-9386-d028df7ced50 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:23.521503 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e0776f2f-448e-4994-a42b-ff879ea42cad req-29d9e801-e8ca-4ede-9386-d028df7ced50 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6094f63b-b644-4415-a8f0-3a34a9f80174 HTTP/1.1" status: 200  len: 854 time: 0.0721450
Jun 29 14:32:23.567835 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9d6c62-2dcd-4600-9f15-f8728fae095c req-0af90f14-65fb-4c1d-950a-b8d9b2b31cf7 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:23.569240 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-cd9d6c62-2dcd-4600-9f15-f8728fae095c req-0af90f14-65fb-4c1d-950a-b8d9b2b31cf7 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=21108f24-cdb3-4d4c-8a42-6c8255c1e10a HTTP/1.1" status: 200  len: 943 time: 0.1723769
Jun 29 14:32:23.574882 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e0776f2f-448e-4994-a42b-ff879ea42cad req-9adcbd52-1403-4cda-a339-cf88b030bbaf service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=59da48e5-df7e-4b56-b857-04097be30813&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0453303
Jun 29 14:32:23.695649 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-cd9d6c62-2dcd-4600-9f15-f8728fae095c req-38e0ec46-0cde-4f32-867b-d94fbfb176f5 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1197479
Jun 29 14:32:23.735805 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e0776f2f-448e-4994-a42b-ff879ea42cad req-1c4cc274-e5a2-4860-ad83-9b267ec77d96 service neutron] 10.222.0.69 "GET /v2.0/networks/59da48e5-df7e-4b56-b857-04097be30813?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1465483
Jun 29 14:32:24.031851 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e0776f2f-448e-4994-a42b-ff879ea42cad req-bdb65a2f-5bed-4e31-b1bf-726dddb955e8 service neutron] 10.222.0.69 "GET /v2.0/networks/59da48e5-df7e-4b56-b857-04097be30813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2635469
Jun 29 14:32:24.692287 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 6 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:32:24.914026 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20db7db-0d9a-4115-bfd4-cafcb07f17eb req-bb6d3b8f-8b8a-4622-abab-c6aa4c40bd56 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:24.915533 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b20db7db-0d9a-4115-bfd4-cafcb07f17eb req-bb6d3b8f-8b8a-4622-abab-c6aa4c40bd56 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=21108f24-cdb3-4d4c-8a42-6c8255c1e10a HTTP/1.1" status: 200  len: 943 time: 0.0808091
Jun 29 14:32:24.961576 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b20db7db-0d9a-4115-bfd4-cafcb07f17eb req-18016df8-528d-4a5f-9e78-7dee58fec5be tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397980
Jun 29 14:32:26.164630 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11831ff8-a09a-4f61-8765-4ecb63f26116 req-51e0dfcd-8ae9-4d5b-a48f-47e0a182840a tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:26.166290 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-11831ff8-a09a-4f61-8765-4ecb63f26116 req-51e0dfcd-8ae9-4d5b-a48f-47e0a182840a tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=21108f24-cdb3-4d4c-8a42-6c8255c1e10a HTTP/1.1" status: 200  len: 943 time: 0.0837984
Jun 29 14:32:26.214198 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-11831ff8-a09a-4f61-8765-4ecb63f26116 req-793cfea5-7ed8-47a3-b62f-e96cd4866cdb tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401833
Jun 29 14:32:27.416456 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6cda50-bfb5-48d9-80b9-08986c132b71 req-64850119-92a7-4637-955c-035bef7f0bab tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:27.417841 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-0d6cda50-bfb5-48d9-80b9-08986c132b71 req-64850119-92a7-4637-955c-035bef7f0bab tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=21108f24-cdb3-4d4c-8a42-6c8255c1e10a HTTP/1.1" status: 200  len: 943 time: 0.0764816
Jun 29 14:32:27.489428 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-0d6cda50-bfb5-48d9-80b9-08986c132b71 req-d9d32f16-8c01-465f-8d3b-aff56a368574 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0655396
Jun 29 14:32:27.787414 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 8c5dcd6a-51e6-4c5b-8ef3-04bf52294357 details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 14:32:27.919506 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 8c5dcd6a-51e6-4c5b-8ef3-04bf52294357, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=8c5dcd6a-51e6-4c5b-8ef3-04bf52294357,segment=NetworkSegment(7bb3d6b8-81c4-403e-9165-e1fccd084c85),segment_id=7bb3d6b8-81c4-403e-9165-e1fccd084c85)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:32:27.942913 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Returning: {'device': '8c5dcd6a-51e6-4c5b-8ef3-04bf52294357', 'network_id': '59da48e5-df7e-4b56-b857-04097be30813', 'port_id': '8c5dcd6a-51e6-4c5b-8ef3-04bf52294357', 'mac_address': 'fa:16:3e:46:63:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6094f63b-b644-4415-a8f0-3a34a9f80174', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 14:32:27.999136 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:28.017982 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c5dcd6a-51e6-4c5b-8ef3-04bf52294357 {{(pid=74236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:32:28.037178 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 8c5dcd6a-51e6-4c5b-8ef3-04bf52294357, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=8c5dcd6a-51e6-4c5b-8ef3-04bf52294357,segment=NetworkSegment(7bb3d6b8-81c4-403e-9165-e1fccd084c85),segment_id=7bb3d6b8-81c4-403e-9165-e1fccd084c85)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:32:28.040798 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:28.043090 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:28.146072 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=8c5dcd6a-51e6-4c5b-8ef3-04bf52294357,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:28.149215 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:28.487525 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['8c5dcd6a-51e6-4c5b-8ef3-04bf52294357'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:32:28.765486 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75d35226-d98c-4038-8620-e9ec0b473385 req-98e32946-997a-4a25-9dd4-91af208ed1f0 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:28.767011 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-75d35226-d98c-4038-8620-e9ec0b473385 req-98e32946-997a-4a25-9dd4-91af208ed1f0 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=21108f24-cdb3-4d4c-8a42-6c8255c1e10a HTTP/1.1" status: 200  len: 944 time: 0.1349113
Jun 29 14:32:28.815274 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-75d35226-d98c-4038-8620-e9ec0b473385 req-270c4ab5-3240-4665-a4b4-c4730e756bc3 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420034
Jun 29 14:32:30.037180 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea0556b-e50f-4cd1-befb-20705b721efe req-268799aa-18ce-40f2-88d4-c95dc498dbfa tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:30.039476 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-dea0556b-e50f-4cd1-befb-20705b721efe req-268799aa-18ce-40f2-88d4-c95dc498dbfa tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=21108f24-cdb3-4d4c-8a42-6c8255c1e10a HTTP/1.1" status: 200  len: 944 time: 0.0935338
Jun 29 14:32:30.090486 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-dea0556b-e50f-4cd1-befb-20705b721efe req-7073fde1-ac60-4603-b16d-75de2130ad5d tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454371
Jun 29 14:32:30.093881 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 44140) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:32:30.244767 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-936f9ecd-d959-423c-81a0-389f38d11cd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:30.277688 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-936f9ecd-d959-423c-81a0-389f38d11cd5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:32:30.281443 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-936f9ecd-d959-423c-81a0-389f38d11cd5 admin admin] Usage tracker for resource:security_group_rule and tenant:2174c4bcfa574126891705d80c4f262e is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:32:30.284759 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-936f9ecd-d959-423c-81a0-389f38d11cd5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:32:30.290346 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-936f9ecd-d959-423c-81a0-389f38d11cd5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:32:30.356059 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-936f9ecd-d959-423c-81a0-389f38d11cd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:30.362024 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-936f9ecd-d959-423c-81a0-389f38d11cd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:30.368904 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-494120b4-2111-46a7-889b-d2e28d360c29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:30.409363 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936f9ecd-d959-423c-81a0-389f38d11cd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc9391b-1e54-4d2a-b443-c8e656083b34,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:30.413403 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-936f9ecd-d959-423c-81a0-389f38d11cd5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2174c4bcfa574126891705d80c4f262e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3185983
Jun 29 14:32:30.414267 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-936f9ecd-d959-423c-81a0-389f38d11cd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:30.415953 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 44146) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:32:30.483924 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-deb9de3e-ab69-44bd-bf94-07e25977cbdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:30.510857 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-deb9de3e-ab69-44bd-bf94-07e25977cbdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:30.565242 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-deb9de3e-ab69-44bd-bf94-07e25977cbdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:30.569409 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-6effb9a2-6e1c-4b17-81cd-30eb82fc0f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:30.580608 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb9de3e-ab69-44bd-bf94-07e25977cbdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc9391b-1e54-4d2a-b443-c8e656083b34,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:30.586291 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-deb9de3e-ab69-44bd-bf94-07e25977cbdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:30.588267 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-deb9de3e-ab69-44bd-bf94-07e25977cbdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:30.589377 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-deb9de3e-ab69-44bd-bf94-07e25977cbdb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dfc9391b-1e54-4d2a-b443-c8e656083b34 HTTP/1.1" status: 204  len: 168 time: 0.1725361
Jun 29 14:32:31.326208 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd24330-06a7-4ab1-99cc-2a1daec4b49e req-268a9214-bf3a-4343-aeb3-19622d8abc65 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:31.327719 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-6bd24330-06a7-4ab1-99cc-2a1daec4b49e req-268a9214-bf3a-4343-aeb3-19622d8abc65 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=21108f24-cdb3-4d4c-8a42-6c8255c1e10a HTTP/1.1" status: 200  len: 944 time: 0.0869033
Jun 29 14:32:31.383990 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-6bd24330-06a7-4ab1-99cc-2a1daec4b49e req-76bfc94d-f75d-4950-a9fa-ceb6fbd3819a tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488367
Jun 29 14:32:31.435296 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 44172) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:32:31.585570 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-81238ff5-a431-4476-89b2-aeb111cac376 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1280250569-network', 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86'}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:32:31.590249 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-81238ff5-a431-4476-89b2-aeb111cac376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:32:31.594102 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-81238ff5-a431-4476-89b2-aeb111cac376 admin admin] Usage tracker for resource:network and tenant:c9014e79d3da412c8ed251c61566ec86 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:32:31.596965 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-81238ff5-a431-4476-89b2-aeb111cac376 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:32:31.603020 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-81238ff5-a431-4476-89b2-aeb111cac376 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:32:31.614357 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81238ff5-a431-4476-89b2-aeb111cac376 admin admin] Made reservation on behalf of c9014e79d3da412c8ed251c61566ec86 for: {'network': 1} {{(pid=74235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:32:31.616585 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-81238ff5-a431-4476-89b2-aeb111cac376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for network, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:31.629737 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-81238ff5-a431-4476-89b2-aeb111cac376 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:31.661677 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-81238ff5-a431-4476-89b2-aeb111cac376 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:32:31.665472 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-81238ff5-a431-4476-89b2-aeb111cac376 admin admin] Usage tracker for resource:security_group_rule and tenant:c9014e79d3da412c8ed251c61566ec86 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:32:31.668291 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-81238ff5-a431-4476-89b2-aeb111cac376 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:32:31.674476 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-81238ff5-a431-4476-89b2-aeb111cac376 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:32:31.746219 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-81238ff5-a431-4476-89b2-aeb111cac376 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:31.750177 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-81238ff5-a431-4476-89b2-aeb111cac376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:31.753144 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-96b46aa9-4b16-483a-ad5f-25c11c8074c2 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:31.874936 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81238ff5-a431-4476-89b2-aeb111cac376 admin admin] vlan segment allocate from pool success with {'vlan_id': 506, 'physical_network': 'physnet1'}  {{(pid=74235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 14:32:31.883542 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81238ff5-a431-4476-89b2-aeb111cac376 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e98d51a-5615-400b-aed6-ca4512180683,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:31.886994 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-81238ff5-a431-4476-89b2-aeb111cac376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:31.889503 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-81238ff5-a431-4476-89b2-aeb111cac376 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:31.889836 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.db.segments_db [None req-81238ff5-a431-4476-89b2-aeb111cac376 admin admin] Added segment cea2fd47-5e01-4362-9688-b7eee1960a92 of type vlan for network 4ddc4164-6d7a-4f56-880f-00ed4c1aa07e
Jun 29 14:32:31.916884 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-81238ff5-a431-4476-89b2-aeb111cac376 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482767800'] for network, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:31.952250 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-81238ff5-a431-4476-89b2-aeb111cac376 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695'] for network, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:31.953433 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81238ff5-a431-4476-89b2-aeb111cac376 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:31.954013 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-81238ff5-a431-4476-89b2-aeb111cac376 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:31.957345 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:32.059611 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81238ff5-a431-4476-89b2-aeb111cac376 admin admin] Pushing event updated for resources: {'Network': ['ID=4ddc4164-6d7a-4f56-880f-00ed4c1aa07e,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:32.062487 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-81238ff5-a431-4476-89b2-aeb111cac376 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.6261802
Jun 29 14:32:32.063410 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-81238ff5-a431-4476-89b2-aeb111cac376 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:32.065931 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 44180) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:32:32.071218 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Network 4ddc4164-6d7a-4f56-880f-00ed4c1aa07e details requested by agent ovs-agent-dv-cinder-798356-1-iscsi with host dv-cinder-798356-1-iscsi {{(pid=74236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 14:32:32.072024 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-7999c605-df6c-428d-b7f2-ec334ec915eb admin admin] Request body: {'subnet': {'network_id': '4ddc4164-6d7a-4f56-880f-00ed4c1aa07e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1280250569-subnet', 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86', 'ip_version': 4}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:32:32.076783 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-7999c605-df6c-428d-b7f2-ec334ec915eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:32:32.081701 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-7999c605-df6c-428d-b7f2-ec334ec915eb admin admin] Usage tracker for resource:subnet and tenant:c9014e79d3da412c8ed251c61566ec86 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:32:32.084885 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-7999c605-df6c-428d-b7f2-ec334ec915eb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:32:32.090673 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-7999c605-df6c-428d-b7f2-ec334ec915eb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:32:32.101129 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7999c605-df6c-428d-b7f2-ec334ec915eb admin admin] Made reservation on behalf of c9014e79d3da412c8ed251c61566ec86 for: {'subnet': 1} {{(pid=74235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:32:32.103476 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-7999c605-df6c-428d-b7f2-ec334ec915eb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1167943'] for subnet, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:32.312999 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-7999c605-df6c-428d-b7f2-ec334ec915eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1167330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1167957'] for subnet, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:32.316956 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:32.388773 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7999c605-df6c-428d-b7f2-ec334ec915eb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c8fac33-4120-43ef-91ce-4988f7d955dd,revision_number=0']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:32.393819 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-7999c605-df6c-428d-b7f2-ec334ec915eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:32.404553 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7999c605-df6c-428d-b7f2-ec334ec915eb admin admin] Checking segment: {'id': 'cea2fd47-5e01-4362-9688-b7eee1960a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4ddc4164-6d7a-4f56-880f-00ed4c1aa07e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:32:32.404902 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7999c605-df6c-428d-b7f2-ec334ec915eb admin admin] Network hostable DHCP agents. Network: 4ddc4164-6d7a-4f56-880f-00ed4c1aa07e, hostable agents: ['e1a882d0-1bb9-433b-98f7-0ae4434a4814'], hosted agents: [] {{(pid=74235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 14:32:32.426836 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7999c605-df6c-428d-b7f2-ec334ec915eb admin admin] Network 4ddc4164-6d7a-4f56-880f-00ed4c1aa07e is scheduled to be hosted by DHCP agent e1a882d0-1bb9-433b-98f7-0ae4434a4814 with binding_index 1 {{(pid=74235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 14:32:32.436750 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.base_scheduler [None req-7999c605-df6c-428d-b7f2-ec334ec915eb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-iscsi, 4ddc4164-6d7a-4f56-880f-00ed4c1aa07e) {{(pid=74235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:32:32.442403 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7999c605-df6c-428d-b7f2-ec334ec915eb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:32.443016 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-7999c605-df6c-428d-b7f2-ec334ec915eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:32.447836 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1e33f7-6123-4d61-9880-2678e6b56f6d None None] Network 4ddc4164-6d7a-4f56-880f-00ed4c1aa07e requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:32:32.481939 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-7999c605-df6c-428d-b7f2-ec334ec915eb admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4107761
Jun 29 14:32:32.482282 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 44186) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:32:32.488261 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-26420417-8276-4254-b047-d7031a803709 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1280250569-router', 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'}}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:32:32.493692 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-26420417-8276-4254-b047-d7031a803709 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:32:32.497882 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-26420417-8276-4254-b047-d7031a803709 admin admin] Usage tracker for resource:router and tenant:c9014e79d3da412c8ed251c61566ec86 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:32:32.501680 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-26420417-8276-4254-b047-d7031a803709 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:32:32.508693 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-26420417-8276-4254-b047-d7031a803709 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:32:32.553876 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-26420417-8276-4254-b047-d7031a803709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6752'] for router, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:32.554844 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-26420417-8276-4254-b047-d7031a803709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-672253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-746119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6783'] for router, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:32.591763 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-26420417-8276-4254-b047-d7031a803709 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:32.628050 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ba7573-aefd-4e55-b9c4-3d2bfd20a551 req-1584841f-4b97-4d21-b754-d42c17725341 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:32.629580 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-43ba7573-aefd-4e55-b9c4-3d2bfd20a551 req-1584841f-4b97-4d21-b754-d42c17725341 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=21108f24-cdb3-4d4c-8a42-6c8255c1e10a HTTP/1.1" status: 200  len: 944 time: 0.1129105
Jun 29 14:32:32.691610 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbe3eb0-6be8-4cf1-8e70-5ac6adf374fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14f6528a-7bc9-5c5a-9684-7403d901c9bd-4ddc4164-6d7a-4f56-880f-00ed4c1aa07e', 'network_id': '4ddc4164-6d7a-4f56-880f-00ed4c1aa07e', 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86', 'fixed_ips': [{'subnet_id': '9c8fac33-4120-43ef-91ce-4988f7d955dd'}]}} from dv-cinder-798356-1-iscsi. {{(pid=74236) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 29 14:32:32.692706 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-9dbe3eb0-6be8-4cf1-8e70-5ac6adf374fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:32.805339 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-43ba7573-aefd-4e55-b9c4-3d2bfd20a551 req-87105960-98f0-4264-9d67-9e6ede546882 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1146491
Jun 29 14:32:32.808264 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-26420417-8276-4254-b047-d7031a803709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6733'] for router, precommit_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:32.855186 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.db_base_plugin_common [None req-9dbe3eb0-6be8-4cf1-8e70-5ac6adf374fd None None] Allocated IP 172.20.0.2 (4ddc4164-6d7a-4f56-880f-00ed4c1aa07e/9c8fac33-4120-43ef-91ce-4988f7d955dd/4051d439-acd0-429f-89de-0c9054233cc6) {{(pid=74236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:32:33.021916 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-26420417-8276-4254-b047-d7031a803709 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:33.067843 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-26420417-8276-4254-b047-d7031a803709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:33.077349 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-9dbe3eb0-6be8-4cf1-8e70-5ac6adf374fd None None] Notify callbacks [] for port, precommit_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:33.088955 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-9dbe3eb0-6be8-4cf1-8e70-5ac6adf374fd None None] Transition to ACTIVE for port object 4051d439-acd0-429f-89de-0c9054233cc6 will not be triggered until provisioned by entity L2. {{(pid=74236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:32:33.108183 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-9dbe3eb0-6be8-4cf1-8e70-5ac6adf374fd None None] Transition to ACTIVE for port object 4051d439-acd0-429f-89de-0c9054233cc6 will not be triggered until provisioned by entity DHCP. {{(pid=74236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:32:33.114738 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-9dbe3eb0-6be8-4cf1-8e70-5ac6adf374fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793'] for port, after_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:33.124010 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:33.187692 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbe3eb0-6be8-4cf1-8e70-5ac6adf374fd None None] Network 4ddc4164-6d7a-4f56-880f-00ed4c1aa07e is already hosted by enough agents. {{(pid=74236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:32:33.191493 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.scheduler.base_scheduler [None req-9dbe3eb0-6be8-4cf1-8e70-5ac6adf374fd None None] Resources bound (agent type, host, resource id):  {{(pid=74236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:32:33.194011 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbe3eb0-6be8-4cf1-8e70-5ac6adf374fd None None] Received port after_create {{(pid=74236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:32:33.207201 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe3eb0-6be8-4cf1-8e70-5ac6adf374fd None None] Pushing event updated for resources: {'Port': ['ID=4051d439-acd0-429f-89de-0c9054233cc6,revision_number=1']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:33.210052 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-9dbe3eb0-6be8-4cf1-8e70-5ac6adf374fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:33.232015 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.db_base_plugin_common [None req-26420417-8276-4254-b047-d7031a803709 admin admin] Allocated IP 172.27.1.224 (4aeb16d3-bc5e-4796-b60c-2ad2a6d47368/089d678a-05aa-4bef-b283-da88079c7f50/723ab3bf-b782-41eb-a309-7fb3e7ec82a2) {{(pid=74235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:32:33.306225 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-9dbe3eb0-6be8-4cf1-8e70-5ac6adf374fd None None] Attempting to bind port 4051d439-acd0-429f-89de-0c9054233cc6 on host dv-cinder-798356-1-iscsi for vnic_type normal with profile  {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:32:33.306523 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-9dbe3eb0-6be8-4cf1-8e70-5ac6adf374fd None None] Attempting to bind port 4051d439-acd0-429f-89de-0c9054233cc6 by drivers openvswitch,hyperv on host dv-cinder-798356-1-iscsi at level 0 using segments [{'id': 'cea2fd47-5e01-4362-9688-b7eee1960a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4ddc4164-6d7a-4f56-880f-00ed4c1aa07e'}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:32:33.306893 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbe3eb0-6be8-4cf1-8e70-5ac6adf374fd None None] Attempting to bind port 4051d439-acd0-429f-89de-0c9054233cc6 on network 4ddc4164-6d7a-4f56-880f-00ed4c1aa07e {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:32:33.314595 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbe3eb0-6be8-4cf1-8e70-5ac6adf374fd None None] Checking agent: {'id': '7de42cfb-0b94-485f-bf24-4ef591216796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 6), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 32, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:32:33.314971 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbe3eb0-6be8-4cf1-8e70-5ac6adf374fd None None] Checking segment: {'id': 'cea2fd47-5e01-4362-9688-b7eee1960a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4ddc4164-6d7a-4f56-880f-00ed4c1aa07e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:32:33.315376 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-9dbe3eb0-6be8-4cf1-8e70-5ac6adf374fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:33.316581 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dbe3eb0-6be8-4cf1-8e70-5ac6adf374fd None None] Bound using segment: {'id': 'cea2fd47-5e01-4362-9688-b7eee1960a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4ddc4164-6d7a-4f56-880f-00ed4c1aa07e'} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:32:33.317100 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-9dbe3eb0-6be8-4cf1-8e70-5ac6adf374fd None None] Bound port: 4051d439-acd0-429f-89de-0c9054233cc6, host: dv-cinder-798356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea2fd47-5e01-4362-9688-b7eee1960a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4ddc4164-6d7a-4f56-880f-00ed4c1aa07e'}}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:32:33.317481 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-9dbe3eb0-6be8-4cf1-8e70-5ac6adf374fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:33.329536 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 8c5dcd6a-51e6-4c5b-8ef3-04bf52294357 up at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:32:33.388711 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-26420417-8276-4254-b047-d7031a803709 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:33.420498 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-26420417-8276-4254-b047-d7031a803709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:33.424967 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-dbd0e12e-0c05-4774-9897-c6f8efc40063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:33.471548 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-9dbe3eb0-6be8-4cf1-8e70-5ac6adf374fd None None] For port 4051d439-acd0-429f-89de-0c9054233cc6, host dv-cinder-798356-1-iscsi, cleared binding levels {{(pid=74236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:32:33.476178 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-9dbe3eb0-6be8-4cf1-8e70-5ac6adf374fd None None] For port 4051d439-acd0-429f-89de-0c9054233cc6, host dv-cinder-798356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=4051d439-acd0-429f-89de-0c9054233cc6,segment=NetworkSegment(cea2fd47-5e01-4362-9688-b7eee1960a92),segment_id=cea2fd47-5e01-4362-9688-b7eee1960a92)] {{(pid=74236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:32:33.483113 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-9dbe3eb0-6be8-4cf1-8e70-5ac6adf374fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:33.488643 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:33.493628 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26420417-8276-4254-b047-d7031a803709 admin admin] Network 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 is already hosted by enough agents. {{(pid=74235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:32:33.496512 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.base_scheduler [None req-26420417-8276-4254-b047-d7031a803709 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:32:33.500799 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26420417-8276-4254-b047-d7031a803709 admin admin] Received port after_create {{(pid=74235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:32:33.516968 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning for port 8c5dcd6a-51e6-4c5b-8ef3-04bf52294357 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:32:33.527009 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26420417-8276-4254-b047-d7031a803709 admin admin] Pushing event updated for resources: {'Port': ['ID=723ab3bf-b782-41eb-a309-7fb3e7ec82a2,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:33.533808 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-26420417-8276-4254-b047-d7031a803709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:33.539487 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning complete for port 8c5dcd6a-51e6-4c5b-8ef3-04bf52294357 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:32:33.539893 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:33.627777 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbe3eb0-6be8-4cf1-8e70-5ac6adf374fd None None] Pushing event updated for resources: {'Port': ['ID=4051d439-acd0-429f-89de-0c9054233cc6,revision_number=2']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:33.632846 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-9dbe3eb0-6be8-4cf1-8e70-5ac6adf374fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:33.698306 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-26420417-8276-4254-b047-d7031a803709 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:33.699078 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-26420417-8276-4254-b047-d7031a803709 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670196'] for router, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:33.705632 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:33.739734 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21108f24-cdb3-4d4c-8a42-6c8255c1e10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5dcd6a-51e6-4c5b-8ef3-04bf52294357'}] {{(pid=74236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:32:33.750847 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 8c5dcd6a-51e6-4c5b-8ef3-04bf52294357, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=8c5dcd6a-51e6-4c5b-8ef3-04bf52294357,segment=NetworkSegment(7bb3d6b8-81c4-403e-9165-e1fccd084c85),segment_id=7bb3d6b8-81c4-403e-9165-e1fccd084c85)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:32:33.758270 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:33.760482 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:33.831131 dv-cinder-798356-1-iscsi neutron-server[74236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21108f24-cdb3-4d4c-8a42-6c8255c1e10a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5dcd6a-51e6-4c5b-8ef3-04bf52294357', 'code': 200}
Jun 29 14:32:33.850921 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=8c5dcd6a-51e6-4c5b-8ef3-04bf52294357,revision_number=5']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:33.866162 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:34.141433 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d2bbcd5e-1bda-446c-90eb-75714950cdc4 req-aed96e77-1946-4193-89ed-113f0f280086 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=21108f24-cdb3-4d4c-8a42-6c8255c1e10a HTTP/1.1" status: 200  len: 1098 time: 0.0807080
Jun 29 14:32:34.186881 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d2bbcd5e-1bda-446c-90eb-75714950cdc4 req-b25dbe7b-131a-467b-b738-1f85a1cc1433 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377131
Jun 29 14:32:34.188922 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b446e442-0208-4a9d-b578-45d2981bf75d req-066e05c1-d62b-4d3e-b7e0-337c526fce0e tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:34.191080 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b446e442-0208-4a9d-b578-45d2981bf75d req-066e05c1-d62b-4d3e-b7e0-337c526fce0e tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=21108f24-cdb3-4d4c-8a42-6c8255c1e10a HTTP/1.1" status: 200  len: 945 time: 0.1381226
Jun 29 14:32:34.269736 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b446e442-0208-4a9d-b578-45d2981bf75d req-d7b90849-5af8-41ef-a4a2-414e91bf49db tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0719254
Jun 29 14:32:34.277273 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26420417-8276-4254-b047-d7031a803709 admin admin] Router 97a23c19-a9f2-4e03-bced-bb31293c6261 is scheduled to L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 with binding_index 1 {{(pid=74235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 29 14:32:34.531937 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26420417-8276-4254-b047-d7031a803709 admin admin] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:32:34.545294 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc9b9fc-08dc-455f-9aff-b627a3571b40 None None] Sync routers for ids ['97a23c19-a9f2-4e03-bced-bb31293c6261'] in dv-cinder-798356-1-iscsi {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:32:34.557135 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc9b9fc-08dc-455f-9aff-b627a3571b40 None None] Routers {'97a23c19-a9f2-4e03-bced-bb31293c6261'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:32:34.557771 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-ffc9b9fc-08dc-455f-9aff-b627a3571b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b949e2d90>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:32:08Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['97a23c19-a9f2-4e03-bced-bb31293c6261'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:32:34.570723 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-26420417-8276-4254-b047-d7031a803709 admin admin] Notify callbacks [] for router, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:34.572510 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-26420417-8276-4254-b047-d7031a803709 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.0888064
Jun 29 14:32:34.575192 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 44206) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:32:34.674291 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9b213f-84ca-4ca1-ac63-765f2e9841da None None] Network 4ddc4164-6d7a-4f56-880f-00ed4c1aa07e requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:32:34.912067 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-fe9b1e69-e0e7-4a4a-8b37-f32936da1507 None None] Provisioning for port 4051d439-acd0-429f-89de-0c9054233cc6 completed by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:32:34.989151 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-ffc9b9fc-08dc-455f-9aff-b627a3571b40 None None] Set router 97a23c19-a9f2-4e03-bced-bb31293c6261 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:32:35.268028 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 4051d439-acd0-429f-89de-0c9054233cc6 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:32:35.381775 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6e7d77b2-56e4-447e-a0e2-b390c5c185b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:35.405584 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning for port 4051d439-acd0-429f-89de-0c9054233cc6 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:32:35.414092 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 4051d439-acd0-429f-89de-0c9054233cc6 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:32:35.414410 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:35.467202 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-ffc9b9fc-08dc-455f-9aff-b627a3571b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b949e2d90>, [{'id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'name': 'tempest-TestShelveInstance-1280250569-router', 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '723ab3bf-b782-41eb-a309-7fb3e7ec82a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:32:32Z', 'updated_at': '2021-06-29T14:32:33Z', 'revision_number': 3, 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'gw_port': {'id': '723ab3bf-b782-41eb-a309-7fb3e7ec82a2', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:32:33Z', 'updated_at': '2021-06-29T14:32:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi'}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:32:35.478676 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc9b9fc-08dc-455f-9aff-b627a3571b40 None None] Checking router: 97a23c19-a9f2-4e03-bced-bb31293c6261 for host: dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:32:35.478917 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc9b9fc-08dc-455f-9aff-b627a3571b40 None None] Updating router 97a23c19-a9f2-4e03-bced-bb31293c6261 port 723ab3bf-b782-41eb-a309-7fb3e7ec82a2 binding host dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 14:32:35.583200 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26618be4-3fa2-48d7-a31e-9bc64a4dc57a req-bd80bb8b-1e11-4589-81c9-25239dd46de7 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:35.587101 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-26618be4-3fa2-48d7-a31e-9bc64a4dc57a req-bd80bb8b-1e11-4589-81c9-25239dd46de7 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=21108f24-cdb3-4d4c-8a42-6c8255c1e10a HTTP/1.1" status: 200  len: 945 time: 0.1473901
Jun 29 14:32:35.615396 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ffc9b9fc-08dc-455f-9aff-b627a3571b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:35.685778 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-26618be4-3fa2-48d7-a31e-9bc64a4dc57a req-8d2c3c6e-5efd-47bf-b8f9-388178eebf2d tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0884967
Jun 29 14:32:35.787215 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.db_base_plugin_common [None req-6e7d77b2-56e4-447e-a0e2-b390c5c185b3 admin admin] Allocated IP 172.20.0.1 (4ddc4164-6d7a-4f56-880f-00ed4c1aa07e/9c8fac33-4120-43ef-91ce-4988f7d955dd/44a0d7ab-9dff-43e6-ae41-2b60073199b8) {{(pid=74235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:32:35.827495 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:35.911057 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4d5dd232-bfcf-4d35-9741-a223e2adfb37 None None] Provisioning complete for port 4051d439-acd0-429f-89de-0c9054233cc6 triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:32:35.911436 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4d5dd232-bfcf-4d35-9741-a223e2adfb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:36.012531 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] For port 4051d439-acd0-429f-89de-0c9054233cc6, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=4051d439-acd0-429f-89de-0c9054233cc6,segment=NetworkSegment(cea2fd47-5e01-4362-9688-b7eee1960a92),segment_id=cea2fd47-5e01-4362-9688-b7eee1960a92)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:32:36.024946 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:36.031884 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:36.048780 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6e7d77b2-56e4-447e-a0e2-b390c5c185b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:36.061433 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-0162c667-d980-4b3a-94b8-0728c7da32ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:36.068324 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.provisioning_blocks [None req-6e7d77b2-56e4-447e-a0e2-b390c5c185b3 admin admin] Transition to ACTIVE for port object 44a0d7ab-9dff-43e6-ae41-2b60073199b8 will not be triggered until provisioned by entity DHCP. {{(pid=74235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:32:36.095802 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6e7d77b2-56e4-447e-a0e2-b390c5c185b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:36.100663 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-26420417-8276-4254-b047-d7031a803709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:36.162227 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7d77b2-56e4-447e-a0e2-b390c5c185b3 admin admin] Network 4ddc4164-6d7a-4f56-880f-00ed4c1aa07e is already hosted by enough agents. {{(pid=74235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:32:36.165177 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.base_scheduler [None req-6e7d77b2-56e4-447e-a0e2-b390c5c185b3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:32:36.169450 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e7d77b2-56e4-447e-a0e2-b390c5c185b3 admin admin] Received port after_create {{(pid=74235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:32:36.181686 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Pushing event updated for resources: {'Port': ['ID=4051d439-acd0-429f-89de-0c9054233cc6,revision_number=3']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:36.194465 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:36.223465 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d77b2-56e4-447e-a0e2-b390c5c185b3 admin admin] Pushing event updated for resources: {'Port': ['ID=44a0d7ab-9dff-43e6-ae41-2b60073199b8,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:36.229066 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-6e7d77b2-56e4-447e-a0e2-b390c5c185b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:36.234004 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6e7d77b2-56e4-447e-a0e2-b390c5c185b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669730'] for router_interface, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:36.285957 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ffc9b9fc-08dc-455f-9aff-b627a3571b40 None None] Notify callbacks [] for port, precommit_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:36.300824 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ffc9b9fc-08dc-455f-9aff-b627a3571b40 None None] Transition to ACTIVE for port object 723ab3bf-b782-41eb-a309-7fb3e7ec82a2 will not be triggered until provisioned by entity L2. {{(pid=74236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:32:36.308837 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ffc9b9fc-08dc-455f-9aff-b627a3571b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:36.314570 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:36.348029 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6e7d77b2-56e4-447e-a0e2-b390c5c185b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:36.413868 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-ffc9b9fc-08dc-455f-9aff-b627a3571b40 None None] Attempting to bind port 723ab3bf-b782-41eb-a309-7fb3e7ec82a2 on host dv-cinder-798356-1-iscsi for vnic_type normal with profile  {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:32:36.414245 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-ffc9b9fc-08dc-455f-9aff-b627a3571b40 None None] Attempting to bind port 723ab3bf-b782-41eb-a309-7fb3e7ec82a2 by drivers openvswitch,hyperv on host dv-cinder-798356-1-iscsi at level 0 using segments [{'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:32:36.414638 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc9b9fc-08dc-455f-9aff-b627a3571b40 None None] Attempting to bind port 723ab3bf-b782-41eb-a309-7fb3e7ec82a2 on network 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:32:36.417016 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a1a41-4fc4-4cdd-a254-e739276f146b None None] Pushing event updated for resources: {'Port': ['ID=723ab3bf-b782-41eb-a309-7fb3e7ec82a2,revision_number=2']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:36.419865 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-759a1a41-4fc4-4cdd-a254-e739276f146b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:36.421471 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:36.428163 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc9b9fc-08dc-455f-9aff-b627a3571b40 None None] Checking agent: {'id': '7de42cfb-0b94-485f-bf24-4ef591216796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 6), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:32:36.428595 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc9b9fc-08dc-455f-9aff-b627a3571b40 None None] Checking segment: {'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:32:36.429012 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ffc9b9fc-08dc-455f-9aff-b627a3571b40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:36.429472 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffc9b9fc-08dc-455f-9aff-b627a3571b40 None None] Bound using segment: {'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:32:36.429961 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-ffc9b9fc-08dc-455f-9aff-b627a3571b40 None None] Bound port: 723ab3bf-b782-41eb-a309-7fb3e7ec82a2, host: dv-cinder-798356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'}}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:32:36.430337 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ffc9b9fc-08dc-455f-9aff-b627a3571b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:36.510112 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-b887acf9-2545-42d1-a4f9-2f256efa5452 None None] Provisioning for port 44a0d7ab-9dff-43e6-ae41-2b60073199b8 completed by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:32:36.518257 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-b887acf9-2545-42d1-a4f9-2f256efa5452 None None] Provisioning complete for port 44a0d7ab-9dff-43e6-ae41-2b60073199b8 triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:32:36.519160 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-b887acf9-2545-42d1-a4f9-2f256efa5452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:36.599065 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ffc9b9fc-08dc-455f-9aff-b627a3571b40 None None] For port 723ab3bf-b782-41eb-a309-7fb3e7ec82a2, host dv-cinder-798356-1-iscsi, cleared binding levels {{(pid=74236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:32:36.599310 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6e7d77b2-56e4-447e-a0e2-b390c5c185b3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:36.604203 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6e7d77b2-56e4-447e-a0e2-b390c5c185b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1167191'] for port, after_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:36.619165 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ffc9b9fc-08dc-455f-9aff-b627a3571b40 None None] For port 723ab3bf-b782-41eb-a309-7fb3e7ec82a2, host dv-cinder-798356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=723ab3bf-b782-41eb-a309-7fb3e7ec82a2,segment=NetworkSegment(c4c225a7-9a59-46d1-b662-631cedda96e9),segment_id=c4c225a7-9a59-46d1-b662-631cedda96e9)] {{(pid=74236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:32:36.626603 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ffc9b9fc-08dc-455f-9aff-b627a3571b40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:36.631463 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:36.636807 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-c7639f0f-d120-4c0a-bd0d-72769b539897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:36.659074 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-b887acf9-2545-42d1-a4f9-2f256efa5452 None None] Port 44a0d7ab-9dff-43e6-ae41-2b60073199b8 cannot update to ACTIVE because it is not bound. {{(pid=74236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 14:32:36.711741 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759a1a41-4fc4-4cdd-a254-e739276f146b None None] Pushing event updated for resources: {'Port': ['ID=723ab3bf-b782-41eb-a309-7fb3e7ec82a2,revision_number=3']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:36.713592 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6e7d77b2-56e4-447e-a0e2-b390c5c185b3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667662'] for router_interface, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:36.714645 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc9b9fc-08dc-455f-9aff-b627a3571b40 None None] Routers {'97a23c19-a9f2-4e03-bced-bb31293c6261'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:32:36.715255 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-ffc9b9fc-08dc-455f-9aff-b627a3571b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b949e2d90>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:32:08Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['97a23c19-a9f2-4e03-bced-bb31293c6261'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:32:36.737695 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7d77b2-56e4-447e-a0e2-b390c5c185b3 admin admin] Pushing event updated for resources: {'Port': ['ID=44a0d7ab-9dff-43e6-ae41-2b60073199b8,revision_number=2']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:36.742134 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-6e7d77b2-56e4-447e-a0e2-b390c5c185b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:36.775825 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-759a1a41-4fc4-4cdd-a254-e739276f146b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:36.921991 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-ffc9b9fc-08dc-455f-9aff-b627a3571b40 None None] Set router 97a23c19-a9f2-4e03-bced-bb31293c6261 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:32:36.922237 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e7d77b2-56e4-447e-a0e2-b390c5c185b3 admin admin] Network 4ddc4164-6d7a-4f56-880f-00ed4c1aa07e is already hosted by enough agents. {{(pid=74235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:32:36.926306 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.base_scheduler [None req-6e7d77b2-56e4-447e-a0e2-b390c5c185b3 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:32:37.126373 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625c4726-e2c0-4bdc-ac9c-abb06d6f5126 req-af4d229f-5f20-494d-bc8f-0b905f1cf482 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:37.127936 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-625c4726-e2c0-4bdc-ac9c-abb06d6f5126 req-af4d229f-5f20-494d-bc8f-0b905f1cf482 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=21108f24-cdb3-4d4c-8a42-6c8255c1e10a HTTP/1.1" status: 200  len: 945 time: 0.2582273
Jun 29 14:32:37.261951 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-625c4726-e2c0-4bdc-ac9c-abb06d6f5126 req-119498c6-feab-4a42-b0cf-e3d3da2afd03 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1229494
Jun 29 14:32:37.279179 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 4051d439-acd0-429f-89de-0c9054233cc6 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:32:37.404671 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-d8270e8f-e279-4892-9231-cc531dc5c84f None None] Provisioning complete for port 44a0d7ab-9dff-43e6-ae41-2b60073199b8 triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:32:37.405075 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-d8270e8f-e279-4892-9231-cc531dc5c84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:37.453287 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7d77b2-56e4-447e-a0e2-b390c5c185b3 admin admin] Router 97a23c19-a9f2-4e03-bced-bb31293c6261 has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:32:37.486168 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 4051d439-acd0-429f-89de-0c9054233cc6 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:32:37.486562 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:37.524658 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-d8270e8f-e279-4892-9231-cc531dc5c84f None None] Port 44a0d7ab-9dff-43e6-ae41-2b60073199b8 cannot update to ACTIVE because it is not bound. {{(pid=74236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 14:32:37.546010 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-ffc9b9fc-08dc-455f-9aff-b627a3571b40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b949e2d90>, [{'id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'name': 'tempest-TestShelveInstance-1280250569-router', 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '723ab3bf-b782-41eb-a309-7fb3e7ec82a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:32:32Z', 'updated_at': '2021-06-29T14:32:36Z', 'revision_number': 4, 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'gw_port': {'id': '723ab3bf-b782-41eb-a309-7fb3e7ec82a2', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:32:33Z', 'updated_at': '2021-06-29T14:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '44a0d7ab-9dff-43e6-ae41-2b60073199b8', 'name': '', 'network_id': '4ddc4164-6d7a-4f56-880f-00ed4c1aa07e', 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86', 'mac_address': 'fa:16:3e:e6:97:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c8fac33-4120-43ef-91ce-4988f7d955dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:32:35Z', 'updated_at': '2021-06-29T14:32:36Z', 'revision_number': 2, 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'subnets': [{'id': '9c8fac33-4120-43ef-91ce-4988f7d955dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:32:37.555034 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffc9b9fc-08dc-455f-9aff-b627a3571b40 None None] The sync data for ids ['97a23c19-a9f2-4e03-bced-bb31293c6261'] in dv-cinder-798356-1-iscsi is: [{'id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'name': 'tempest-TestShelveInstance-1280250569-router', 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '723ab3bf-b782-41eb-a309-7fb3e7ec82a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:32:32Z', 'updated_at': '2021-06-29T14:32:36Z', 'revision_number': 4, 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'gw_port': {'id': '723ab3bf-b782-41eb-a309-7fb3e7ec82a2', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1e:0a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:32:33Z', 'updated_at': '2021-06-29T14:32:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '44a0d7ab-9dff-43e6-ae41-2b60073199b8', 'name': '', 'network_id': '4ddc4164-6d7a-4f56-880f-00ed4c1aa07e', 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86', 'mac_address': 'fa:16:3e:e6:97:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c8fac33-4120-43ef-91ce-4988f7d955dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:32:35Z', 'updated_at': '2021-06-29T14:32:36Z', 'revision_number': 2, 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'subnets': [{'id': '9c8fac33-4120-43ef-91ce-4988f7d955dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:32:37.716390 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7d77b2-56e4-447e-a0e2-b390c5c185b3 admin admin] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:32:37.730554 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-6e7d77b2-56e4-447e-a0e2-b390c5c185b3 admin admin] 10.222.0.13 "PUT /v2.0/routers/97a23c19-a9f2-4e03-bced-bb31293c6261/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1497796
Jun 29 14:32:38.188199 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3b80f20c-377b-450d-b71a-a88dfd9caefa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:38.992181 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 44272) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:32:38.997726 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2025673201-network', 'tenant_id': '566525a260c34f16b2693a126aae0869'}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:32:39.002617 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:32:39.006448 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Usage tracker for resource:network and tenant:566525a260c34f16b2693a126aae0869 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:32:39.009355 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:32:39.015146 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:32:39.026918 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Made reservation on behalf of 566525a260c34f16b2693a126aae0869 for: {'network': 1} {{(pid=74235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:32:39.029184 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for network, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:39.042800 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:39.074386 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:32:39.078308 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Usage tracker for resource:security_group_rule and tenant:566525a260c34f16b2693a126aae0869 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:32:39.081671 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:32:39.087742 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:32:39.159500 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:39.169517 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:39.175698 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-09a69ce0-a7ca-4728-9ae4-717eee47786c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:39.177815 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:39.214619 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] vlan segment allocate from pool success with {'vlan_id': 509, 'physical_network': 'physnet1'}  {{(pid=74235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 14:32:39.223568 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70a5f46a-7d22-47ab-adb9-a8061f1d3b58,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:39.231834 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:39.232178 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.db.segments_db [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Added segment c8439c55-7632-4ef5-9e98-1b7ecc6be015 of type vlan for network 637262f7-73f4-471e-b88b-d232e33f403e
Jun 29 14:32:39.239500 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:39.239868 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:39.240221 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:39.240571 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:39.240926 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:39.241464 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:39.242000 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:39.242649 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:39.243172 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:39.243749 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:39.244173 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:39.248461 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:39.275285 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482767800'] for network, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:39.284737 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 723ab3bf-b782-41eb-a309-7fb3e7ec82a2 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:32:39.312827 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695'] for network, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:39.314662 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:39.315251 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:39.318841 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-b66d0c73-aa58-4455-a571-dac359f8dcbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:39.373682 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning for port 723ab3bf-b782-41eb-a309-7fb3e7ec82a2 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:32:39.380359 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 723ab3bf-b782-41eb-a309-7fb3e7ec82a2 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:32:39.380997 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:39.511515 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:39.519507 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Pushing event updated for resources: {'Network': ['ID=637262f7-73f4-471e-b88b-d232e33f403e,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:39.522919 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5297480
Jun 29 14:32:39.523970 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:39.526936 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 44276) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:32:39.530704 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] For port 723ab3bf-b782-41eb-a309-7fb3e7ec82a2, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=723ab3bf-b782-41eb-a309-7fb3e7ec82a2,segment=NetworkSegment(c4c225a7-9a59-46d1-b662-631cedda96e9),segment_id=c4c225a7-9a59-46d1-b662-631cedda96e9)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:32:39.533547 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Network 637262f7-73f4-471e-b88b-d232e33f403e details requested by agent ovs-agent-dv-cinder-798356-1-iscsi with host dv-cinder-798356-1-iscsi {{(pid=74236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 14:32:39.534860 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-372aaa0f-dbc8-4316-becf-a95879d4ea65 admin admin] Request body: {'subnet': {'network_id': '637262f7-73f4-471e-b88b-d232e33f403e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2025673201-subnet', 'tenant_id': '566525a260c34f16b2693a126aae0869', 'ip_version': 4}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:32:39.540783 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-372aaa0f-dbc8-4316-becf-a95879d4ea65 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:32:39.544977 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-372aaa0f-dbc8-4316-becf-a95879d4ea65 admin admin] Usage tracker for resource:subnet and tenant:566525a260c34f16b2693a126aae0869 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:32:39.548460 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-372aaa0f-dbc8-4316-becf-a95879d4ea65 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:32:39.554465 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-372aaa0f-dbc8-4316-becf-a95879d4ea65 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:32:39.557640 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:39.566213 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372aaa0f-dbc8-4316-becf-a95879d4ea65 admin admin] Made reservation on behalf of 566525a260c34f16b2693a126aae0869 for: {'subnet': 1} {{(pid=74235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:32:39.569468 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-372aaa0f-dbc8-4316-becf-a95879d4ea65 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1167943'] for subnet, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:39.605983 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:39.713711 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Pushing event updated for resources: {'Port': ['ID=723ab3bf-b782-41eb-a309-7fb3e7ec82a2,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:39.723350 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:39.723691 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:39.724029 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:39.724486 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:39.724820 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:39.725198 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:39.725530 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:39.725881 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:39.726259 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:39.726681 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:39.726990 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:39.731388 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:39.828210 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-372aaa0f-dbc8-4316-becf-a95879d4ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1167330', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1167957'] for subnet, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:39.837433 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-c63160cf-3057-45e7-9842-68cf41d94fa5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:39.917142 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372aaa0f-dbc8-4316-becf-a95879d4ea65 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e2876432-2fe1-45c0-8695-1eb46657f665,revision_number=0']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:39.928460 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-372aaa0f-dbc8-4316-becf-a95879d4ea65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:39.933322 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372aaa0f-dbc8-4316-becf-a95879d4ea65 admin admin] Checking segment: {'id': 'c8439c55-7632-4ef5-9e98-1b7ecc6be015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '637262f7-73f4-471e-b88b-d232e33f403e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:32:39.934100 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372aaa0f-dbc8-4316-becf-a95879d4ea65 admin admin] Network hostable DHCP agents. Network: 637262f7-73f4-471e-b88b-d232e33f403e, hostable agents: ['e1a882d0-1bb9-433b-98f7-0ae4434a4814'], hosted agents: [] {{(pid=74235) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 14:32:39.961755 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372aaa0f-dbc8-4316-becf-a95879d4ea65 admin admin] Network 637262f7-73f4-471e-b88b-d232e33f403e is scheduled to be hosted by DHCP agent e1a882d0-1bb9-433b-98f7-0ae4434a4814 with binding_index 1 {{(pid=74235) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 14:32:39.977519 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.base_scheduler [None req-372aaa0f-dbc8-4316-becf-a95879d4ea65 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-iscsi, 637262f7-73f4-471e-b88b-d232e33f403e) {{(pid=74235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:32:39.989192 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372aaa0f-dbc8-4316-becf-a95879d4ea65 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:39.989783 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-372aaa0f-dbc8-4316-becf-a95879d4ea65 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:39.996609 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93c91ef1-86e8-4631-93f8-279a08d0ee5a None None] Network 637262f7-73f4-471e-b88b-d232e33f403e requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:32:40.018708 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:40.025968 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 44292) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:32:40.026617 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-372aaa0f-dbc8-4316-becf-a95879d4ea65 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.4976816
Jun 29 14:32:40.032846 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-0fbe75aa-1b8f-453c-8ec0-3b1e3a77b981 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2025673201-router', 'tenant_id': '566525a260c34f16b2693a126aae0869', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'}}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:32:40.039921 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-0fbe75aa-1b8f-453c-8ec0-3b1e3a77b981 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:32:40.047088 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-0fbe75aa-1b8f-453c-8ec0-3b1e3a77b981 admin admin] Usage tracker for resource:router and tenant:566525a260c34f16b2693a126aae0869 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:32:40.056173 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-0fbe75aa-1b8f-453c-8ec0-3b1e3a77b981 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:32:40.085165 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-0fbe75aa-1b8f-453c-8ec0-3b1e3a77b981 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:32:40.104291 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0fbe75aa-1b8f-453c-8ec0-3b1e3a77b981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6752'] for router, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:40.105856 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0fbe75aa-1b8f-453c-8ec0-3b1e3a77b981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-672253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-746119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6783'] for router, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:40.154753 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0fbe75aa-1b8f-453c-8ec0-3b1e3a77b981 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:40.302114 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82c68cbd-10b1-495a-b6e8-b43774ca7369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14f6528a-7bc9-5c5a-9684-7403d901c9bd-637262f7-73f4-471e-b88b-d232e33f403e', 'network_id': '637262f7-73f4-471e-b88b-d232e33f403e', 'tenant_id': '566525a260c34f16b2693a126aae0869', 'fixed_ips': [{'subnet_id': 'e2876432-2fe1-45c0-8695-1eb46657f665'}]}} from dv-cinder-798356-1-iscsi. {{(pid=74236) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 29 14:32:40.303746 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-82c68cbd-10b1-495a-b6e8-b43774ca7369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:40.341585 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-512e4f83-daa1-468f-aa4f-5db492690b7f tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:40.343179 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-512e4f83-daa1-468f-aa4f-5db492690b7f tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/networks?id=59da48e5-df7e-4b56-b857-04097be30813 HTTP/1.1" status: 200  len: 814 time: 0.2046647
Jun 29 14:32:40.361669 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-fbfefa20-b1bc-4bfb-bb8d-510b36e65952 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/quotas/d9932be220e04d1dbbc486e44ee9b652 HTTP/1.1" status: 200  len: 375 time: 0.0125470
Jun 29 14:32:40.394061 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0fbe75aa-1b8f-453c-8ec0-3b1e3a77b981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6733'] for router, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:40.415574 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1037a24-8bc8-4678-86e7-0b989466ce31 req-432b8b41-967e-47f4-bcc1-eb26e41e1589 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:40.416285 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-c1037a24-8bc8-4678-86e7-0b989466ce31 req-432b8b41-967e-47f4-bcc1-eb26e41e1589 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Synchronizing usage tracker for tenant:b785cf1e1d0046c39466ad50eccc6bc7 on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:32:40.446697 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-c1037a24-8bc8-4678-86e7-0b989466ce31 req-432b8b41-967e-47f4-bcc1-eb26e41e1589 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Unset dirty status for tenant:b785cf1e1d0046c39466ad50eccc6bc7 on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:32:40.447849 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c1037a24-8bc8-4678-86e7-0b989466ce31 req-432b8b41-967e-47f4-bcc1-eb26e41e1589 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=e978e31d-fec6-4361-b831-a7179d15d376 HTTP/1.1" status: 200  len: 946 time: 0.2003589
Jun 29 14:32:40.457707 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-c6896801-46de-488d-92f1-a7a70e82e151 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9932be220e04d1dbbc486e44ee9b652&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0903721
Jun 29 14:32:40.533244 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.db_base_plugin_common [None req-82c68cbd-10b1-495a-b6e8-b43774ca7369 None None] Allocated IP 172.20.0.2 (637262f7-73f4-471e-b88b-d232e33f403e/e2876432-2fe1-45c0-8695-1eb46657f665/acd8b472-e3b2-4240-a167-bdd77b8b6458) {{(pid=74236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:32:40.559097 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c1037a24-8bc8-4678-86e7-0b989466ce31 req-aa35dccd-e395-4a73-9ea1-ca6f081448f2 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d895047-1293-48d6-ae5d-e8f7d099d3a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597320
Jun 29 14:32:40.607346 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-48a7efb6-9523-46fc-9266-9f55bd59bffa service neutron] 10.222.0.13 "GET /v2.0/networks/59da48e5-df7e-4b56-b857-04097be30813?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1423762
Jun 29 14:32:40.679902 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0fbe75aa-1b8f-453c-8ec0-3b1e3a77b981 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:40.722318 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0fbe75aa-1b8f-453c-8ec0-3b1e3a77b981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:40.758525 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-291ab3f9-9843-4258-93db-639eea37bd62 service neutron] 10.222.0.13 "GET /v2.0/networks/59da48e5-df7e-4b56-b857-04097be30813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1426592
Jun 29 14:32:40.786818 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-82c68cbd-10b1-495a-b6e8-b43774ca7369 None None] Notify callbacks [] for port, precommit_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:40.799711 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-82c68cbd-10b1-495a-b6e8-b43774ca7369 None None] Transition to ACTIVE for port object acd8b472-e3b2-4240-a167-bdd77b8b6458 will not be triggered until provisioned by entity L2. {{(pid=74236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:32:40.822917 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-82c68cbd-10b1-495a-b6e8-b43774ca7369 None None] Transition to ACTIVE for port object acd8b472-e3b2-4240-a167-bdd77b8b6458 will not be triggered until provisioned by entity DHCP. {{(pid=74236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:32:40.829781 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-82c68cbd-10b1-495a-b6e8-b43774ca7369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793'] for port, after_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:40.834130 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-18f4341e-aea9-4d40-ad8c-be408ab928b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:40.877672 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_common [None req-0fbe75aa-1b8f-453c-8ec0-3b1e3a77b981 admin admin] Allocated IP 172.27.1.196 (4aeb16d3-bc5e-4796-b60c-2ad2a6d47368/089d678a-05aa-4bef-b283-da88079c7f50/29936e30-3dc3-480b-ae34-2cbaec84bf84) {{(pid=74234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:32:40.917729 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82c68cbd-10b1-495a-b6e8-b43774ca7369 None None] Network 637262f7-73f4-471e-b88b-d232e33f403e is already hosted by enough agents. {{(pid=74236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:32:40.921176 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.scheduler.base_scheduler [None req-82c68cbd-10b1-495a-b6e8-b43774ca7369 None None] Resources bound (agent type, host, resource id):  {{(pid=74236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:32:40.923895 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c68cbd-10b1-495a-b6e8-b43774ca7369 None None] Received port after_create {{(pid=74236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:32:40.956568 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:40.970072 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c68cbd-10b1-495a-b6e8-b43774ca7369 None None] Pushing event updated for resources: {'Port': ['ID=acd8b472-e3b2-4240-a167-bdd77b8b6458,revision_number=1']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:40.979393 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-82c68cbd-10b1-495a-b6e8-b43774ca7369 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:41.020246 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-83ecf893-dc7d-440c-837d-d8ceb24205f2 req-162f92f9-9f3c-4ec5-8756-29f876fc1e01 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f5f7aa-baf5-4634-b920-62612a2865c3 HTTP/1.1" status: 200  len: 210 time: 0.0545030
Jun 29 14:32:41.036020 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-82c68cbd-10b1-495a-b6e8-b43774ca7369 None None] Attempting to bind port acd8b472-e3b2-4240-a167-bdd77b8b6458 on host dv-cinder-798356-1-iscsi for vnic_type normal with profile  {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:32:41.036313 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-82c68cbd-10b1-495a-b6e8-b43774ca7369 None None] Attempting to bind port acd8b472-e3b2-4240-a167-bdd77b8b6458 by drivers openvswitch,hyperv on host dv-cinder-798356-1-iscsi at level 0 using segments [{'id': 'c8439c55-7632-4ef5-9e98-1b7ecc6be015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '637262f7-73f4-471e-b88b-d232e33f403e'}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:32:41.036675 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c68cbd-10b1-495a-b6e8-b43774ca7369 None None] Attempting to bind port acd8b472-e3b2-4240-a167-bdd77b8b6458 on network 637262f7-73f4-471e-b88b-d232e33f403e {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:32:41.049238 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c68cbd-10b1-495a-b6e8-b43774ca7369 None None] Checking agent: {'id': '7de42cfb-0b94-485f-bf24-4ef591216796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 6), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:32:41.049238 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c68cbd-10b1-495a-b6e8-b43774ca7369 None None] Checking segment: {'id': 'c8439c55-7632-4ef5-9e98-1b7ecc6be015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '637262f7-73f4-471e-b88b-d232e33f403e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:32:41.049238 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-82c68cbd-10b1-495a-b6e8-b43774ca7369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:41.049238 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82c68cbd-10b1-495a-b6e8-b43774ca7369 None None] Bound using segment: {'id': 'c8439c55-7632-4ef5-9e98-1b7ecc6be015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '637262f7-73f4-471e-b88b-d232e33f403e'} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:32:41.049238 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-82c68cbd-10b1-495a-b6e8-b43774ca7369 None None] Bound port: acd8b472-e3b2-4240-a167-bdd77b8b6458, host: dv-cinder-798356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8439c55-7632-4ef5-9e98-1b7ecc6be015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '637262f7-73f4-471e-b88b-d232e33f403e'}}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:32:41.049238 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-82c68cbd-10b1-495a-b6e8-b43774ca7369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:41.091734 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0fbe75aa-1b8f-453c-8ec0-3b1e3a77b981 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:41.125025 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0fbe75aa-1b8f-453c-8ec0-3b1e3a77b981 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:41.139203 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-783c5098-fe8f-45ba-9122-2b21485f284f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:41.149688 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-82c68cbd-10b1-495a-b6e8-b43774ca7369 None None] For port acd8b472-e3b2-4240-a167-bdd77b8b6458, host dv-cinder-798356-1-iscsi, cleared binding levels {{(pid=74236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:32:41.153071 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-82c68cbd-10b1-495a-b6e8-b43774ca7369 None None] For port acd8b472-e3b2-4240-a167-bdd77b8b6458, host dv-cinder-798356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=acd8b472-e3b2-4240-a167-bdd77b8b6458,segment=NetworkSegment(c8439c55-7632-4ef5-9e98-1b7ecc6be015),segment_id=c8439c55-7632-4ef5-9e98-1b7ecc6be015)] {{(pid=74236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:32:41.158115 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-82c68cbd-10b1-495a-b6e8-b43774ca7369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:41.165246 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:41.213439 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fbe75aa-1b8f-453c-8ec0-3b1e3a77b981 admin admin] Pushing event updated for resources: {'Port': ['ID=29936e30-3dc3-480b-ae34-2cbaec84bf84,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:41.216573 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-0fbe75aa-1b8f-453c-8ec0-3b1e3a77b981 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:41.221002 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fbe75aa-1b8f-453c-8ec0-3b1e3a77b981 admin admin] Network 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:32:41.222345 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [None req-0fbe75aa-1b8f-453c-8ec0-3b1e3a77b981 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:32:41.225615 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fbe75aa-1b8f-453c-8ec0-3b1e3a77b981 admin admin] Received port after_create {{(pid=74234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:32:41.255700 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c68cbd-10b1-495a-b6e8-b43774ca7369 None None] Pushing event updated for resources: {'Port': ['ID=acd8b472-e3b2-4240-a167-bdd77b8b6458,revision_number=2']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:41.259810 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 723ab3bf-b782-41eb-a309-7fb3e7ec82a2 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:32:41.291506 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-82c68cbd-10b1-495a-b6e8-b43774ca7369 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:41.353187 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 723ab3bf-b782-41eb-a309-7fb3e7ec82a2 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:32:41.354119 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:41.600762 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0fbe75aa-1b8f-453c-8ec0-3b1e3a77b981 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:41.601431 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0fbe75aa-1b8f-453c-8ec0-3b1e3a77b981 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670196'] for router, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:41.811363 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae22ff32-31c6-4fb3-9cb4-1a57e6116312 req-2cefe42f-d190-4bef-88fd-8bde476c6f9d tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:41.813551 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-ae22ff32-31c6-4fb3-9cb4-1a57e6116312 req-2cefe42f-d190-4bef-88fd-8bde476c6f9d tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=e978e31d-fec6-4361-b831-a7179d15d376 HTTP/1.1" status: 200  len: 946 time: 0.0905204
Jun 29 14:32:41.874356 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-ae22ff32-31c6-4fb3-9cb4-1a57e6116312 req-983a77db-d818-4102-a3e0-df437b5b3a77 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d895047-1293-48d6-ae5d-e8f7d099d3a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0523560
Jun 29 14:32:41.883287 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fbe75aa-1b8f-453c-8ec0-3b1e3a77b981 admin admin] Router 77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3 is scheduled to L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 with binding_index 1 {{(pid=74234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 29 14:32:42.169157 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fbe75aa-1b8f-453c-8ec0-3b1e3a77b981 admin admin] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:32:42.182279 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6d18a9-50db-497b-ac41-7cca064e62ed None None] Sync routers for ids ['77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3'] in dv-cinder-798356-1-iscsi {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:32:42.208172 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6d18a9-50db-497b-ac41-7cca064e62ed None None] Routers {'77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:32:42.209396 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-bc6d18a9-50db-497b-ac41-7cca064e62ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94e95a90>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:32:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:32:42.220370 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0fbe75aa-1b8f-453c-8ec0-3b1e3a77b981 admin admin] Notify callbacks [] for router, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:42.221841 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-0fbe75aa-1b8f-453c-8ec0-3b1e3a77b981 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 2.1935978
Jun 29 14:32:42.225625 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 44316) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:32:42.327423 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46729713-f650-45e0-96b1-49496c571d02 req-d892b112-2887-49d6-a475-1af0709c1d0f tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:42.329086 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-46729713-f650-45e0-96b1-49496c571d02 req-d892b112-2887-49d6-a475-1af0709c1d0f tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.69 "GET /v2.0/ports?device_id=e978e31d-fec6-4361-b831-a7179d15d376 HTTP/1.1" status: 200  len: 946 time: 0.2213049
Jun 29 14:32:42.466277 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-bc6d18a9-50db-497b-ac41-7cca064e62ed None None] Set router 77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:32:42.473027 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-656d61df-5507-4344-9828-fcfd44df825a None None] Network 637262f7-73f4-471e-b88b-d232e33f403e requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:32:42.501135 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [req-46729713-f650-45e0-96b1-49496c571d02 req-3915bd21-b833-4c29-9773-5c2aae12ebae tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Deleting port 51306d6c-3833-4f3e-906c-876d04553763 {{(pid=74234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:32:42.501709 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-46729713-f650-45e0-96b1-49496c571d02 req-3915bd21-b833-4c29-9773-5c2aae12ebae tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:42.552631 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-47843181-a3c1-4a4c-8e7a-07578bb453f3 req-f547873f-a08b-4f0e-8fac-210fd275a3b1 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f5f7aa-baf5-4634-b920-62612a2865c3 HTTP/1.1" status: 200  len: 210 time: 0.1351824
Jun 29 14:32:42.596591 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-a8ee3798-1090-4d8d-89d8-6907f5b7ea74 None None] Provisioning for port acd8b472-e3b2-4240-a167-bdd77b8b6458 completed by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:32:42.864175 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-bc6d18a9-50db-497b-ac41-7cca064e62ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94e95a90>, [{'id': '77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3', 'name': 'tempest-TestShelveInstance-2025673201-router', 'tenant_id': '566525a260c34f16b2693a126aae0869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '29936e30-3dc3-480b-ae34-2cbaec84bf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:32:40Z', 'updated_at': '2021-06-29T14:32:41Z', 'revision_number': 3, 'project_id': '566525a260c34f16b2693a126aae0869', 'gw_port': {'id': '29936e30-3dc3-480b-ae34-2cbaec84bf84', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:77:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:32:40Z', 'updated_at': '2021-06-29T14:32:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi'}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:32:42.871183 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6d18a9-50db-497b-ac41-7cca064e62ed None None] Checking router: 77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3 for host: dv-cinder-798356-1-iscsi {{(pid=74237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:32:42.871693 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6d18a9-50db-497b-ac41-7cca064e62ed None None] Updating router 77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3 port 29936e30-3dc3-480b-ae34-2cbaec84bf84 binding host dv-cinder-798356-1-iscsi {{(pid=74237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 14:32:42.954429 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-bc6d18a9-50db-497b-ac41-7cca064e62ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:43.013540 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-ec839ab1-2283-4134-9463-033901d18305 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:43.015229 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-ec839ab1-2283-4134-9463-033901d18305 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.69 "GET /v2.0/networks?id=59da48e5-df7e-4b56-b857-04097be30813 HTTP/1.1" status: 200  len: 814 time: 0.5509434
Jun 29 14:32:43.035329 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-a93821e0-d2c5-4ab7-bb1f-6f9da6d0eae0 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Request body: {'port': {'device_id': 'b0f5f7aa-baf5-4634-b920-62612a2865c3', 'network_id': '59da48e5-df7e-4b56-b857-04097be30813', 'admin_state_up': True, 'tenant_id': 'd9932be220e04d1dbbc486e44ee9b652'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:32:43.196170 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf364f91-bb5e-4b0a-920e-384452e54758 req-aa8e5b77-a8b5-492f-9cc8-7f82beb359e9 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:43.205110 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bf364f91-bb5e-4b0a-920e-384452e54758 req-aa8e5b77-a8b5-492f-9cc8-7f82beb359e9 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=e978e31d-fec6-4361-b831-a7179d15d376 HTTP/1.1" status: 200  len: 946 time: 0.1063786
Jun 29 14:32:43.277190 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bf364f91-bb5e-4b0a-920e-384452e54758 req-fb312f83-4723-4e53-a302-94856cb3760a tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/security-groups?id=7d895047-1293-48d6-ae5d-e8f7d099d3a7&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0706379
Jun 29 14:32:43.314401 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device acd8b472-e3b2-4240-a167-bdd77b8b6458 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:32:43.372961 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-46729713-f650-45e0-96b1-49496c571d02 req-3915bd21-b833-4c29-9773-5c2aae12ebae tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] For port 51306d6c-3833-4f3e-906c-876d04553763, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=51306d6c-3833-4f3e-906c-876d04553763,segment=NetworkSegment(9f48c958-cd2b-4f81-bea6-68f7f9a8cee9),segment_id=9f48c958-cd2b-4f81-bea6-68f7f9a8cee9)] {{(pid=74234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:32:43.373555 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-46729713-f650-45e0-96b1-49496c571d02 req-3915bd21-b833-4c29-9773-5c2aae12ebae tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:43.399623 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning for port acd8b472-e3b2-4240-a167-bdd77b8b6458 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:32:43.406320 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port acd8b472-e3b2-4240-a167-bdd77b8b6458 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:32:43.406782 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:43.417338 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-bc6d18a9-50db-497b-ac41-7cca064e62ed None None] Notify callbacks [] for port, precommit_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:43.434628 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.provisioning_blocks [None req-bc6d18a9-50db-497b-ac41-7cca064e62ed None None] Transition to ACTIVE for port object 29936e30-3dc3-480b-ae34-2cbaec84bf84 will not be triggered until provisioned by entity L2. {{(pid=74237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:32:43.444199 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-bc6d18a9-50db-497b-ac41-7cca064e62ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:43.451478 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [None req-372e5ce3-8819-4edc-8268-96ce8805829d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:43.520613 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [req-46729713-f650-45e0-96b1-49496c571d02 req-3915bd21-b833-4c29-9773-5c2aae12ebae tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Calling delete_port for 51306d6c-3833-4f3e-906c-876d04553763 owned by compute:nova {{(pid=74234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:32:43.538378 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.managers [None req-bc6d18a9-50db-497b-ac41-7cca064e62ed None None] Attempting to bind port 29936e30-3dc3-480b-ae34-2cbaec84bf84 on host dv-cinder-798356-1-iscsi for vnic_type normal with profile  {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:32:43.538658 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.managers [None req-bc6d18a9-50db-497b-ac41-7cca064e62ed None None] Attempting to bind port 29936e30-3dc3-480b-ae34-2cbaec84bf84 by drivers openvswitch,hyperv on host dv-cinder-798356-1-iscsi at level 0 using segments [{'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'}] {{(pid=74237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:32:43.539032 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6d18a9-50db-497b-ac41-7cca064e62ed None None] Attempting to bind port 29936e30-3dc3-480b-ae34-2cbaec84bf84 on network 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:32:43.541244 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c78db-2f3e-453c-9491-2d488905f00a None None] Pushing event updated for resources: {'Port': ['ID=29936e30-3dc3-480b-ae34-2cbaec84bf84,revision_number=2']} {{(pid=74237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:43.542003 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:43.553392 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6d18a9-50db-497b-ac41-7cca064e62ed None None] Checking agent: {'id': '7de42cfb-0b94-485f-bf24-4ef591216796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 6), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:32:43.553848 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6d18a9-50db-497b-ac41-7cca064e62ed None None] Checking segment: {'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:32:43.554162 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-bc6d18a9-50db-497b-ac41-7cca064e62ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:43.554862 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6d18a9-50db-497b-ac41-7cca064e62ed None None] Bound using segment: {'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'} {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:32:43.555338 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.managers [None req-bc6d18a9-50db-497b-ac41-7cca064e62ed None None] Bound port: 29936e30-3dc3-480b-ae34-2cbaec84bf84, host: dv-cinder-798356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'}}] {{(pid=74237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:32:43.555738 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-bc6d18a9-50db-497b-ac41-7cca064e62ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:43.578881 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] For port acd8b472-e3b2-4240-a167-bdd77b8b6458, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=acd8b472-e3b2-4240-a167-bdd77b8b6458,segment=NetworkSegment(c8439c55-7632-4ef5-9e98-1b7ecc6be015),segment_id=c8439c55-7632-4ef5-9e98-1b7ecc6be015)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:32:43.579791 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c78db-2f3e-453c-9491-2d488905f00a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:43.580168 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c78db-2f3e-453c-9491-2d488905f00a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:43.580740 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c78db-2f3e-453c-9491-2d488905f00a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:43.581327 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c78db-2f3e-453c-9491-2d488905f00a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:43.581778 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c78db-2f3e-453c-9491-2d488905f00a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:43.582149 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c78db-2f3e-453c-9491-2d488905f00a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:43.582652 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c78db-2f3e-453c-9491-2d488905f00a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:43.583178 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c78db-2f3e-453c-9491-2d488905f00a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:43.583503 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c78db-2f3e-453c-9491-2d488905f00a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:43.583835 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c78db-2f3e-453c-9491-2d488905f00a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:43.584135 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da5c78db-2f3e-453c-9491-2d488905f00a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:32:43.584975 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:43.587309 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-1b15a8e6-024c-4590-ad31-5c081a1eb094 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:43.595184 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [None req-da5c78db-2f3e-453c-9491-2d488905f00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:43.633942 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-a93821e0-d2c5-4ab7-bb1f-6f9da6d0eae0 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:32:43.654452 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.db [None req-bc6d18a9-50db-497b-ac41-7cca064e62ed None None] For port 29936e30-3dc3-480b-ae34-2cbaec84bf84, host dv-cinder-798356-1-iscsi, cleared binding levels {{(pid=74237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:32:43.658127 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.db [None req-bc6d18a9-50db-497b-ac41-7cca064e62ed None None] For port 29936e30-3dc3-480b-ae34-2cbaec84bf84, host dv-cinder-798356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=29936e30-3dc3-480b-ae34-2cbaec84bf84,segment=NetworkSegment(c4c225a7-9a59-46d1-b662-631cedda96e9),segment_id=c4c225a7-9a59-46d1-b662-631cedda96e9)] {{(pid=74237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:32:43.663702 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-a93821e0-d2c5-4ab7-bb1f-6f9da6d0eae0 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:32:43.664864 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-bc6d18a9-50db-497b-ac41-7cca064e62ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:43.670997 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:43.739194 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-a93821e0-d2c5-4ab7-bb1f-6f9da6d0eae0 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Made reservation on behalf of d9932be220e04d1dbbc486e44ee9b652 for: {'port': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:32:43.742215 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-a93821e0-d2c5-4ab7-bb1f-6f9da6d0eae0 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:43.769311 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5c78db-2f3e-453c-9491-2d488905f00a None None] Pushing event updated for resources: {'Port': ['ID=29936e30-3dc3-480b-ae34-2cbaec84bf84,revision_number=3']} {{(pid=74237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:43.772842 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc6d18a9-50db-497b-ac41-7cca064e62ed None None] Routers {'77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:32:43.773726 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-bc6d18a9-50db-497b-ac41-7cca064e62ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94e95a90>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:32:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:32:43.779735 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Pushing event updated for resources: {'Port': ['ID=acd8b472-e3b2-4240-a167-bdd77b8b6458,revision_number=3']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:43.791204 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:43.828521 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [None req-da5c78db-2f3e-453c-9491-2d488905f00a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:43.942529 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ad002b48-bbff-4d21-95ac-dae2c81a9f9b req-75799c67-7710-455f-8d28-ed9e299e8dfa tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f5f7aa-baf5-4634-b920-62612a2865c3 HTTP/1.1" status: 200  len: 210 time: 0.1626966
Jun 29 14:32:43.981844 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-bc6d18a9-50db-497b-ac41-7cca064e62ed None None] Set router 77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:32:43.996568 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-46729713-f650-45e0-96b1-49496c571d02 req-3915bd21-b833-4c29-9773-5c2aae12ebae tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:44.008438 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-783c5098-fe8f-45ba-9122-2b21485f284f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:44.111570 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3915bd21-b833-4c29-9773-5c2aae12ebae tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Pushing event deleted for resources: {'Port': ['ID=51306d6c-3833-4f3e-906c-876d04553763,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:44.111570 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-3915bd21-b833-4c29-9773-5c2aae12ebae tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:44.262259 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_common [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-a93821e0-d2c5-4ab7-bb1f-6f9da6d0eae0 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Allocated IP 172.20.0.3 (59da48e5-df7e-4b56-b857-04097be30813/6094f63b-b644-4415-a8f0-3a34a9f80174/cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14) {{(pid=74234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:32:44.278725 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-bc6d18a9-50db-497b-ac41-7cca064e62ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94e95a90>, [{'id': '77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3', 'name': 'tempest-TestShelveInstance-2025673201-router', 'tenant_id': '566525a260c34f16b2693a126aae0869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '29936e30-3dc3-480b-ae34-2cbaec84bf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:32:40Z', 'updated_at': '2021-06-29T14:32:41Z', 'revision_number': 3, 'project_id': '566525a260c34f16b2693a126aae0869', 'gw_port': {'id': '29936e30-3dc3-480b-ae34-2cbaec84bf84', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:77:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:32:40Z', 'updated_at': '2021-06-29T14:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi'}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:32:44.280901 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [req-46729713-f650-45e0-96b1-49496c571d02 req-3915bd21-b833-4c29-9773-5c2aae12ebae tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] No DVR routers for this DVR port 51306d6c-3833-4f3e-906c-876d04553763 on host hv-cinder-79835 {{(pid=74234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 14:32:44.283457 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc6d18a9-50db-497b-ac41-7cca064e62ed None None] The sync data for ids ['77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3'] in dv-cinder-798356-1-iscsi is: [{'id': '77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3', 'name': 'tempest-TestShelveInstance-2025673201-router', 'tenant_id': '566525a260c34f16b2693a126aae0869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '29936e30-3dc3-480b-ae34-2cbaec84bf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:32:40Z', 'updated_at': '2021-06-29T14:32:41Z', 'revision_number': 3, 'project_id': '566525a260c34f16b2693a126aae0869', 'gw_port': {'id': '29936e30-3dc3-480b-ae34-2cbaec84bf84', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:77:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:32:40Z', 'updated_at': '2021-06-29T14:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi'}] {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:32:44.286166 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-46729713-f650-45e0-96b1-49496c571d02 req-3915bd21-b833-4c29-9773-5c2aae12ebae tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:44.293106 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e978e31d-fec6-4361-b831-a7179d15d376', 'name': 'network-vif-deleted', 'tag': '51306d6c-3833-4f3e-906c-876d04553763'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:32:44.334075 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-46729713-f650-45e0-96b1-49496c571d02 req-3915bd21-b833-4c29-9773-5c2aae12ebae tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.69 "DELETE /v2.0/ports/51306d6c-3833-4f3e-906c-876d04553763 HTTP/1.1" status: 204  len: 173 time: 1.9960804
Jun 29 14:32:44.368203 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e978e31d-fec6-4361-b831-a7179d15d376', 'name': 'network-vif-deleted', 'tag': '51306d6c-3833-4f3e-906c-876d04553763', 'status': 'completed', 'code': 200}
Jun 29 14:32:44.539851 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-434f6734-6720-40fe-89dc-dfa779c6fd5e req-7425ee8a-4d13-4fc8-87cf-41edcd49f454 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Synchronizing usage tracker for tenant:b785cf1e1d0046c39466ad50eccc6bc7 on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:32:44.644173 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-434f6734-6720-40fe-89dc-dfa779c6fd5e req-7425ee8a-4d13-4fc8-87cf-41edcd49f454 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Unset dirty status for tenant:b785cf1e1d0046c39466ad50eccc6bc7 on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:32:44.645232 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-434f6734-6720-40fe-89dc-dfa779c6fd5e req-7425ee8a-4d13-4fc8-87cf-41edcd49f454 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] 10.222.0.13 "GET /v2.0/ports?device_id=e978e31d-fec6-4361-b831-a7179d15d376 HTTP/1.1" status: 200  len: 210 time: 0.2204235
Jun 29 14:32:44.669156 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-a93821e0-d2c5-4ab7-bb1f-6f9da6d0eae0 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Notify callbacks [] for port, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:44.758576 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-a93821e0-d2c5-4ab7-bb1f-6f9da6d0eae0 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:44.765841 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-25c04bdf-4d37-429c-8ca5-25481cf56069 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:44.773356 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['d4f35840-8051-40a6-b035-3a19c0635a4f', '8c5dcd6a-51e6-4c5b-8ef3-04bf52294357'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:32:44.882281 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-a93821e0-d2c5-4ab7-bb1f-6f9da6d0eae0 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Network 59da48e5-df7e-4b56-b857-04097be30813 is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:32:44.883327 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93821e0-d2c5-4ab7-bb1f-6f9da6d0eae0 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Pushing event updated for resources: {'Port': ['ID=cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:44.892629 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-a93821e0-d2c5-4ab7-bb1f-6f9da6d0eae0 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:32:44.894833 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-a93821e0-d2c5-4ab7-bb1f-6f9da6d0eae0 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:44.897535 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-a93821e0-d2c5-4ab7-bb1f-6f9da6d0eae0 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Received port after_create {{(pid=74234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:32:45.011392 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-a93821e0-d2c5-4ab7-bb1f-6f9da6d0eae0 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:45.011822 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-a93821e0-d2c5-4ab7-bb1f-6f9da6d0eae0 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:45.038531 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-f16835f4-db15-4bdb-88fb-c100da94b9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:45.050996 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-a93821e0-d2c5-4ab7-bb1f-6f9da6d0eae0 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0197270
Jun 29 14:32:45.066207 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-1698a6c0-0a27-46c2-b4c4-245a9667d2d4 service neutron] Request body: {'port': {'device_id': 'b0f5f7aa-baf5-4634-b920-62612a2865c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:32:45.238788 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb001f7-172a-4ac2-987d-8b021b6c6caf req-811fbe06-b29a-4c76-8cd3-31ed8d7ea5d6 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:45.240470 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-6eb001f7-172a-4ac2-987d-8b021b6c6caf req-811fbe06-b29a-4c76-8cd3-31ed8d7ea5d6 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f5f7aa-baf5-4634-b920-62612a2865c3 HTTP/1.1" status: 200  len: 931 time: 0.1030629
Jun 29 14:32:45.250039 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device acd8b472-e3b2-4240-a167-bdd77b8b6458 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:32:45.290866 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-6eb001f7-172a-4ac2-987d-8b021b6c6caf req-5872e1bf-c529-4d13-ab18-7e759726a991 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0442450
Jun 29 14:32:45.333282 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port acd8b472-e3b2-4240-a167-bdd77b8b6458 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:32:45.333665 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:45.367011 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 51306d6c-3833-4f3e-906c-876d04553763 no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:32:45.414804 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] No Port match for: 51306d6c-3833-4f3e-906c-876d04553763 {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:32:45.415045 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 51306d6c-3833-4f3e-906c-876d04553763 not bound to the agent host hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:32:45.439560 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-1698a6c0-0a27-46c2-b4c4-245a9667d2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:45.616231 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_common [None req-f16835f4-db15-4bdb-88fb-c100da94b9d7 admin admin] Allocated IP 172.20.0.1 (637262f7-73f4-471e-b88b-d232e33f403e/e2876432-2fe1-45c0-8695-1eb46657f665/40c6f48e-692e-4ca8-9d45-85a5830f87c2) {{(pid=74234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:32:45.898647 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-f16835f4-db15-4bdb-88fb-c100da94b9d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:45.921542 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [None req-f16835f4-db15-4bdb-88fb-c100da94b9d7 admin admin] Transition to ACTIVE for port object 40c6f48e-692e-4ca8-9d45-85a5830f87c2 will not be triggered until provisioned by entity DHCP. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:32:46.007488 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-1698a6c0-0a27-46c2-b4c4-245a9667d2d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14 {{(pid=74234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:32:46.016901 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-1698a6c0-0a27-46c2-b4c4-245a9667d2d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:46.022401 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-f16835f4-db15-4bdb-88fb-c100da94b9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:46.030359 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-849cc4eb-5173-410c-a9cc-8197f7a64437 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:46.098238 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-1698a6c0-0a27-46c2-b4c4-245a9667d2d4 service neutron] Transition to ACTIVE for port object cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14 will not be triggered until provisioned by entity L2. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:32:46.105205 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-1698a6c0-0a27-46c2-b4c4-245a9667d2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:46.123762 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16835f4-db15-4bdb-88fb-c100da94b9d7 admin admin] Network 637262f7-73f4-471e-b88b-d232e33f403e is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:32:46.128767 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [None req-f16835f4-db15-4bdb-88fb-c100da94b9d7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:32:46.134144 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16835f4-db15-4bdb-88fb-c100da94b9d7 admin admin] Pushing event updated for resources: {'Port': ['ID=40c6f48e-692e-4ca8-9d45-85a5830f87c2,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:46.137591 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16835f4-db15-4bdb-88fb-c100da94b9d7 admin admin] Received port after_create {{(pid=74234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:32:46.163947 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-f16835f4-db15-4bdb-88fb-c100da94b9d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:46.164459 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-7af1a148-1c07-44ec-8e45-cede1519116c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:46.326778 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698a6c0-0a27-46c2-b4c4-245a9667d2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14,revision_number=2']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:46.329596 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-f16835f4-db15-4bdb-88fb-c100da94b9d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669730'] for router_interface, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:46.332349 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-1698a6c0-0a27-46c2-b4c4-245a9667d2d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:46.414205 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-f536fee8-01a8-4b16-b743-debb83d9c0fd None None] Provisioning for port 40c6f48e-692e-4ca8-9d45-85a5830f87c2 completed by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:32:46.422401 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-f536fee8-01a8-4b16-b743-debb83d9c0fd None None] Provisioning complete for port 40c6f48e-692e-4ca8-9d45-85a5830f87c2 triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:32:46.423066 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-f536fee8-01a8-4b16-b743-debb83d9c0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:46.495079 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-1698a6c0-0a27-46c2-b4c4-245a9667d2d4 service neutron] Attempting to bind port cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14 on host hv-cinder-79835 for vnic_type normal with profile  {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:32:46.495326 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-1698a6c0-0a27-46c2-b4c4-245a9667d2d4 service neutron] Attempting to bind port cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14 by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': '7bb3d6b8-81c4-403e-9165-e1fccd084c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '59da48e5-df7e-4b56-b857-04097be30813'}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:32:46.495658 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-1698a6c0-0a27-46c2-b4c4-245a9667d2d4 service neutron] Attempting to bind port cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14 on network 59da48e5-df7e-4b56-b857-04097be30813 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:32:46.508342 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-1698a6c0-0a27-46c2-b4c4-245a9667d2d4 service neutron] Port cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14 on network 59da48e5-df7e-4b56-b857-04097be30813 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 14:32:46.508652 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-1698a6c0-0a27-46c2-b4c4-245a9667d2d4 service neutron] Attempting to bind port cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14 on network 59da48e5-df7e-4b56-b857-04097be30813 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:32:46.509338 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-f536fee8-01a8-4b16-b743-debb83d9c0fd None None] Port 40c6f48e-692e-4ca8-9d45-85a5830f87c2 cannot update to ACTIVE because it is not bound. {{(pid=74236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 14:32:46.513037 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec91ca43-28c5-4f73-abff-62dd5f64d283 req-4202b030-39ae-49da-864d-d0005fcc4c27 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:46.514807 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-ec91ca43-28c5-4f73-abff-62dd5f64d283 req-4202b030-39ae-49da-864d-d0005fcc4c27 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f5f7aa-baf5-4634-b920-62612a2865c3 HTTP/1.1" status: 200  len: 943 time: 0.0868862
Jun 29 14:32:46.516819 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-f16835f4-db15-4bdb-88fb-c100da94b9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:46.530086 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-1698a6c0-0a27-46c2-b4c4-245a9667d2d4 service neutron] Checking agent: {'id': 'f619983b-74b0-4a10-ac06-3edbe0602c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 32, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:32:46.530429 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-1698a6c0-0a27-46c2-b4c4-245a9667d2d4 service neutron] Checking segment: {'id': '7bb3d6b8-81c4-403e-9165-e1fccd084c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '59da48e5-df7e-4b56-b857-04097be30813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:32:46.530843 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-1698a6c0-0a27-46c2-b4c4-245a9667d2d4 service neutron] Bound using segment: {'id': '7bb3d6b8-81c4-403e-9165-e1fccd084c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '59da48e5-df7e-4b56-b857-04097be30813'} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:32:46.531277 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-1698a6c0-0a27-46c2-b4c4-245a9667d2d4 service neutron] Bound port: cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bb3d6b8-81c4-403e-9165-e1fccd084c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '59da48e5-df7e-4b56-b857-04097be30813'}}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:32:46.531627 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-1698a6c0-0a27-46c2-b4c4-245a9667d2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:46.566233 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-ec91ca43-28c5-4f73-abff-62dd5f64d283 req-aa758950-4e97-4148-9fb8-23e531a0559c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413167
Jun 29 14:32:46.751479 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-1698a6c0-0a27-46c2-b4c4-245a9667d2d4 service neutron] For port cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14, host hv-cinder-79835, cleared binding levels {{(pid=74234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:32:46.765723 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-1698a6c0-0a27-46c2-b4c4-245a9667d2d4 service neutron] For port cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14,segment=NetworkSegment(7bb3d6b8-81c4-403e-9165-e1fccd084c85),segment_id=7bb3d6b8-81c4-403e-9165-e1fccd084c85)] {{(pid=74234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:32:46.773605 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-1698a6c0-0a27-46c2-b4c4-245a9667d2d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:46.780400 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-a4b2b442-c3e0-4d96-8f89-cd66816861b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:46.866900 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-1698a6c0-0a27-46c2-b4c4-245a9667d2d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:46.868273 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-1698a6c0-0a27-46c2-b4c4-245a9667d2d4 service neutron] 10.222.0.69 "PUT /v2.0/ports/cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14 HTTP/1.1" status: 200  len: 1093 time: 1.8085594
Jun 29 14:32:46.870874 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0f5f7aa-baf5-4634-b920-62612a2865c3', 'tag': 'cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:32:46.890005 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1698a6c0-0a27-46c2-b4c4-245a9667d2d4 service neutron] Pushing event updated for resources: {'Port': ['ID=cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14,revision_number=3']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:46.894276 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-1698a6c0-0a27-46c2-b4c4-245a9667d2d4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:46.912364 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-f16835f4-db15-4bdb-88fb-c100da94b9d7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:46.950818 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0f5f7aa-baf5-4634-b920-62612a2865c3', 'tag': 'cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14', 'status': 'completed', 'code': 200}
Jun 29 14:32:46.959922 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-f16835f4-db15-4bdb-88fb-c100da94b9d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:47.078439 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-eacba4ac-32a7-46ba-867d-5967a34a651c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:47.175020 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-f16835f4-db15-4bdb-88fb-c100da94b9d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667662'] for router_interface, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:47.179613 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16835f4-db15-4bdb-88fb-c100da94b9d7 admin admin] Pushing event updated for resources: {'Port': ['ID=40c6f48e-692e-4ca8-9d45-85a5830f87c2,revision_number=2']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:47.183884 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-f16835f4-db15-4bdb-88fb-c100da94b9d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:47.258860 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-f79111bb-74fd-4fa8-9b3b-38071c544a7a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d9932be220e04d1dbbc486e44ee9b652&device_id=b0f5f7aa-baf5-4634-b920-62612a2865c3 HTTP/1.1" status: 200  len: 1096 time: 0.3445487
Jun 29 14:32:47.344406 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-8fc9e417-eb76-4be9-b01d-edb5e9dad23d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14 HTTP/1.1" status: 200  len: 217 time: 0.0720885
Jun 29 14:32:47.443698 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16835f4-db15-4bdb-88fb-c100da94b9d7 admin admin] Network 637262f7-73f4-471e-b88b-d232e33f403e is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:32:47.447018 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [None req-f16835f4-db15-4bdb-88fb-c100da94b9d7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:32:47.506649 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-6d909b70-b5b8-4d06-8653-74f3a5027041 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:47.508212 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-6d909b70-b5b8-4d06-8653-74f3a5027041 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6094f63b-b644-4415-a8f0-3a34a9f80174 HTTP/1.1" status: 200  len: 854 time: 0.1449249
Jun 29 14:32:47.576093 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-21a21f29-cb89-42a7-9f16-f80b8e127b31 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=59da48e5-df7e-4b56-b857-04097be30813&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0535581
Jun 29 14:32:47.753168 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-bb73aaf0-e830-4c81-8b94-37b8b8931b62 None None] Provisioning complete for port 40c6f48e-692e-4ca8-9d45-85a5830f87c2 triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:32:47.753781 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-bb73aaf0-e830-4c81-8b94-37b8b8931b62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:47.785750 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43859148-0aa1-493b-8745-b0362d41b0b3 req-d3fed23e-e995-43b9-a980-991cf3883c78 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:47.788142 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-43859148-0aa1-493b-8745-b0362d41b0b3 req-d3fed23e-e995-43b9-a980-991cf3883c78 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f5f7aa-baf5-4634-b920-62612a2865c3 HTTP/1.1" status: 200  len: 943 time: 0.0863216
Jun 29 14:32:47.812030 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-bb73aaf0-e830-4c81-8b94-37b8b8931b62 None None] Port 40c6f48e-692e-4ca8-9d45-85a5830f87c2 cannot update to ACTIVE because it is not bound. {{(pid=74236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 14:32:47.840577 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-43859148-0aa1-493b-8745-b0362d41b0b3 req-3aca2875-3a27-4b91-aec8-d7568481c319 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0463073
Jun 29 14:32:47.922086 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-f3c69d4f-b465-49b0-bada-fce6ff0f5fd7 service neutron] 10.222.0.69 "GET /v2.0/networks/59da48e5-df7e-4b56-b857-04097be30813?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3334341
Jun 29 14:32:48.078263 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16835f4-db15-4bdb-88fb-c100da94b9d7 admin admin] Router 77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3 has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:32:48.305434 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16835f4-db15-4bdb-88fb-c100da94b9d7 admin admin] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:32:48.323295 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-f16835f4-db15-4bdb-88fb-c100da94b9d7 admin admin] 10.222.0.13 "PUT /v2.0/routers/77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.0963595
Jun 29 14:32:48.934274 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f8d24e83-315b-43f1-8a87-423b14cdf7bf req-c431090c-de40-4ec9-ad42-8f3928f1c8c6 service neutron] 10.222.0.69 "GET /v2.0/networks/59da48e5-df7e-4b56-b857-04097be30813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1280484
Jun 29 14:32:48.990241 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 44366) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:32:48.996997 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-d9ee736f-5bab-47f9-9933-b683fd77b501 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-404633653', 'description': 'tempest-secgroup-smoke-404633653 description', 'project_id': 'c9014e79d3da412c8ed251c61566ec86'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:32:49.003497 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-d9ee736f-5bab-47f9-9933-b683fd77b501 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:32:49.007389 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-d9ee736f-5bab-47f9-9933-b683fd77b501 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Usage tracker for resource:security_group and tenant:c9014e79d3da412c8ed251c61566ec86 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:32:49.010253 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-d9ee736f-5bab-47f9-9933-b683fd77b501 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:32:49.016711 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-d9ee736f-5bab-47f9-9933-b683fd77b501 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:32:49.027475 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d9ee736f-5bab-47f9-9933-b683fd77b501 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:49.060648 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0289e577-eeb2-41e2-89b0-85cd30d1655e req-19b4d735-1656-46ac-b376-840029fcb440 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:49.062115 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-0289e577-eeb2-41e2-89b0-85cd30d1655e req-19b4d735-1656-46ac-b376-840029fcb440 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f5f7aa-baf5-4634-b920-62612a2865c3 HTTP/1.1" status: 200  len: 943 time: 0.0929751
Jun 29 14:32:49.064169 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-d9ee736f-5bab-47f9-9933-b683fd77b501 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:32:49.068563 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-d9ee736f-5bab-47f9-9933-b683fd77b501 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Usage tracker for resource:security_group_rule and tenant:c9014e79d3da412c8ed251c61566ec86 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:32:49.071820 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-d9ee736f-5bab-47f9-9933-b683fd77b501 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:32:49.077574 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-d9ee736f-5bab-47f9-9933-b683fd77b501 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:32:49.117851 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-0289e577-eeb2-41e2-89b0-85cd30d1655e req-106ea48c-e615-4e87-b94f-b031d9d881a8 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0497699
Jun 29 14:32:49.134107 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d9ee736f-5bab-47f9-9933-b683fd77b501 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:49.138433 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d9ee736f-5bab-47f9-9933-b683fd77b501 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:49.142069 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-5ef38430-8cd7-401e-a500-1d2eac4cc3ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:49.180482 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ee736f-5bab-47f9-9933-b683fd77b501 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Pushing event updated for resources: {'SecurityGroup': ['ID=091d86af-88fc-422e-abb1-060ca9e6e90c,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:49.183447 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-d9ee736f-5bab-47f9-9933-b683fd77b501 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:49.184287 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d9ee736f-5bab-47f9-9933-b683fd77b501 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:49.185543 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-d9ee736f-5bab-47f9-9933-b683fd77b501 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1626 time: 0.1942060
Jun 29 14:32:49.189004 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 44370) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:32:49.194937 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-b46d7ebf-0b8f-4ee0-a88b-291b91729af1 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Request body: {'security_group_rule': {'security_group_id': '091d86af-88fc-422e-abb1-060ca9e6e90c', 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:32:49.201249 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-b46d7ebf-0b8f-4ee0-a88b-291b91729af1 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:32:49.205046 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-b46d7ebf-0b8f-4ee0-a88b-291b91729af1 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Usage tracker for resource:security_group_rule and tenant:c9014e79d3da412c8ed251c61566ec86 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:32:49.207900 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-b46d7ebf-0b8f-4ee0-a88b-291b91729af1 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:32:49.213535 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-b46d7ebf-0b8f-4ee0-a88b-291b91729af1 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:32:49.233485 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-b46d7ebf-0b8f-4ee0-a88b-291b91729af1 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:49.403734 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-b46d7ebf-0b8f-4ee0-a88b-291b91729af1 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:49.409091 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-b46d7ebf-0b8f-4ee0-a88b-291b91729af1 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768944'] for security_group_rule, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:49.411218 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-6e7e3ccf-7076-41ea-b9a5-6854a40fa4bb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:49.434884 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46d7ebf-0b8f-4ee0-a88b-291b91729af1 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbda6965-6116-4071-935b-6999d966a60e,revision_number=0']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:49.442678 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-b46d7ebf-0b8f-4ee0-a88b-291b91729af1 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:49.460179 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-b46d7ebf-0b8f-4ee0-a88b-291b91729af1 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:49.462694 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-b46d7ebf-0b8f-4ee0-a88b-291b91729af1 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2715724
Jun 29 14:32:49.464343 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 44374) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:32:49.481760 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-83381ac6-8587-40db-955e-07e10ce67bb1 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Request body: {'security_group_rule': {'security_group_id': '091d86af-88fc-422e-abb1-060ca9e6e90c', 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:32:49.492623 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-83381ac6-8587-40db-955e-07e10ce67bb1 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:32:49.498858 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-83381ac6-8587-40db-955e-07e10ce67bb1 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Usage tracker for resource:security_group_rule and tenant:c9014e79d3da412c8ed251c61566ec86 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:32:49.503311 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-83381ac6-8587-40db-955e-07e10ce67bb1 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:32:49.517054 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-83381ac6-8587-40db-955e-07e10ce67bb1 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:32:49.541141 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-83381ac6-8587-40db-955e-07e10ce67bb1 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:49.624282 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-83381ac6-8587-40db-955e-07e10ce67bb1 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:49.628719 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-83381ac6-8587-40db-955e-07e10ce67bb1 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768944'] for security_group_rule, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:49.631142 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-56ecfa58-b036-44e0-85fa-8d43ec2732b7 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:49.655020 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83381ac6-8587-40db-955e-07e10ce67bb1 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46df85b4-3bd7-48e6-8e1a-7fda1a0ffbe2,revision_number=0']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:49.660468 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-83381ac6-8587-40db-955e-07e10ce67bb1 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:49.666928 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-83381ac6-8587-40db-955e-07e10ce67bb1 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:49.668788 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-83381ac6-8587-40db-955e-07e10ce67bb1 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2028651
Jun 29 14:32:49.671791 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 44378) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:32:49.683221 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-46d92553-4a1a-4ecb-b6f0-2c6b812e727a tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Request body: {'security_group_rule': {'security_group_id': '091d86af-88fc-422e-abb1-060ca9e6e90c', 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:32:49.694995 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-46d92553-4a1a-4ecb-b6f0-2c6b812e727a tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:32:49.704657 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-46d92553-4a1a-4ecb-b6f0-2c6b812e727a tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Usage tracker for resource:security_group_rule and tenant:c9014e79d3da412c8ed251c61566ec86 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:32:49.710203 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-46d92553-4a1a-4ecb-b6f0-2c6b812e727a tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:32:49.720887 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-46d92553-4a1a-4ecb-b6f0-2c6b812e727a tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:32:49.754323 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-46d92553-4a1a-4ecb-b6f0-2c6b812e727a tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:49.826140 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-46d92553-4a1a-4ecb-b6f0-2c6b812e727a tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:49.831125 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-46d92553-4a1a-4ecb-b6f0-2c6b812e727a tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768944'] for security_group_rule, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:49.837633 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:49.862811 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d92553-4a1a-4ecb-b6f0-2c6b812e727a tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43384e08-ebbd-4d97-b759-1fa93d71de93,revision_number=0']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:49.865684 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-46d92553-4a1a-4ecb-b6f0-2c6b812e727a tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:49.874297 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-46d92553-4a1a-4ecb-b6f0-2c6b812e727a tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:49.876386 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-46d92553-4a1a-4ecb-b6f0-2c6b812e727a tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2029257
Jun 29 14:32:49.879173 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 44384) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:32:49.885407 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-167ceade-f95e-4957-bf42-24494711989f tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Request body: {'security_group_rule': {'security_group_id': '091d86af-88fc-422e-abb1-060ca9e6e90c', 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:32:49.892418 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-167ceade-f95e-4957-bf42-24494711989f tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:32:49.896244 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-167ceade-f95e-4957-bf42-24494711989f tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Usage tracker for resource:security_group_rule and tenant:c9014e79d3da412c8ed251c61566ec86 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:32:49.900617 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-167ceade-f95e-4957-bf42-24494711989f tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:32:49.905889 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-167ceade-f95e-4957-bf42-24494711989f tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:32:49.924229 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-167ceade-f95e-4957-bf42-24494711989f tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:49.992774 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-167ceade-f95e-4957-bf42-24494711989f tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:49.997218 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-167ceade-f95e-4957-bf42-24494711989f tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768944'] for security_group_rule, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:49.999353 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-46d92553-4a1a-4ecb-b6f0-2c6b812e727a tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:50.023175 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167ceade-f95e-4957-bf42-24494711989f tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f1d14c7-05f2-420f-a5c7-c6960cd371ce,revision_number=0']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:50.025587 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-167ceade-f95e-4957-bf42-24494711989f tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:50.033307 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-167ceade-f95e-4957-bf42-24494711989f tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:50.034421 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-167ceade-f95e-4957-bf42-24494711989f tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1540318
Jun 29 14:32:50.037244 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 44388) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:32:50.042729 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-a18dd4ca-0511-4cee-b8ec-64c73075ec06 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Request body: {'security_group_rule': {'security_group_id': '091d86af-88fc-422e-abb1-060ca9e6e90c', 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:32:50.048440 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-a18dd4ca-0511-4cee-b8ec-64c73075ec06 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:32:50.052205 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-a18dd4ca-0511-4cee-b8ec-64c73075ec06 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Usage tracker for resource:security_group_rule and tenant:c9014e79d3da412c8ed251c61566ec86 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:32:50.055090 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-a18dd4ca-0511-4cee-b8ec-64c73075ec06 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:32:50.060803 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-a18dd4ca-0511-4cee-b8ec-64c73075ec06 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:32:50.072009 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.db.securitygroups_db [None req-a18dd4ca-0511-4cee-b8ec-64c73075ec06 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Project c9014e79d3da412c8ed251c61566ec86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 29 14:32:50.080427 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-a18dd4ca-0511-4cee-b8ec-64c73075ec06 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:50.144351 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-a18dd4ca-0511-4cee-b8ec-64c73075ec06 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:50.148296 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-a18dd4ca-0511-4cee-b8ec-64c73075ec06 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768944'] for security_group_rule, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:50.154947 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:50.177803 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18dd4ca-0511-4cee-b8ec-64c73075ec06 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d73dbc3-2593-4e36-83d3-4e30b027d1fb,revision_number=0']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:50.181686 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-a18dd4ca-0511-4cee-b8ec-64c73075ec06 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:50.191318 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-a18dd4ca-0511-4cee-b8ec-64c73075ec06 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:50.192803 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-a18dd4ca-0511-4cee-b8ec-64c73075ec06 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1545150
Jun 29 14:32:50.197301 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 44394) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:32:50.203996 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-5d6622b8-b1a8-4aaf-a9c3-ceeb6a6ab073 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Request body: {'security_group_rule': {'security_group_id': '091d86af-88fc-422e-abb1-060ca9e6e90c', 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:32:50.210753 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-5d6622b8-b1a8-4aaf-a9c3-ceeb6a6ab073 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:32:50.214960 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-5d6622b8-b1a8-4aaf-a9c3-ceeb6a6ab073 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Usage tracker for resource:security_group_rule and tenant:c9014e79d3da412c8ed251c61566ec86 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:32:50.218392 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-5d6622b8-b1a8-4aaf-a9c3-ceeb6a6ab073 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:32:50.224261 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-5d6622b8-b1a8-4aaf-a9c3-ceeb6a6ab073 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:32:50.239033 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.db.securitygroups_db [None req-5d6622b8-b1a8-4aaf-a9c3-ceeb6a6ab073 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Project c9014e79d3da412c8ed251c61566ec86 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 29 14:32:50.249361 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5d6622b8-b1a8-4aaf-a9c3-ceeb6a6ab073 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:50.383001 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5d6622b8-b1a8-4aaf-a9c3-ceeb6a6ab073 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:50.389833 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5d6622b8-b1a8-4aaf-a9c3-ceeb6a6ab073 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768944'] for security_group_rule, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:50.411258 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-83381ac6-8587-40db-955e-07e10ce67bb1 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:50.433047 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4a5a20-e6de-41af-a0b5-59b37ad32c7c req-4f6fa942-2277-40d0-80c4-bde429db1a51 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:50.433746 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-4e4a5a20-e6de-41af-a0b5-59b37ad32c7c req-4f6fa942-2277-40d0-80c4-bde429db1a51 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Synchronizing usage tracker for tenant:d9932be220e04d1dbbc486e44ee9b652 on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:32:50.439973 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6622b8-b1a8-4aaf-a9c3-ceeb6a6ab073 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40909c2a-bdd9-4b17-afcd-e1fe4c9c7b46,revision_number=0']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:50.443213 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-5d6622b8-b1a8-4aaf-a9c3-ceeb6a6ab073 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:50.456190 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5d6622b8-b1a8-4aaf-a9c3-ceeb6a6ab073 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:50.457556 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-5d6622b8-b1a8-4aaf-a9c3-ceeb6a6ab073 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.2591293
Jun 29 14:32:50.462891 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-4e4a5a20-e6de-41af-a0b5-59b37ad32c7c req-4f6fa942-2277-40d0-80c4-bde429db1a51 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Unset dirty status for tenant:d9932be220e04d1dbbc486e44ee9b652 on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:32:50.464182 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4e4a5a20-e6de-41af-a0b5-59b37ad32c7c req-4f6fa942-2277-40d0-80c4-bde429db1a51 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f5f7aa-baf5-4634-b920-62612a2865c3 HTTP/1.1" status: 200  len: 943 time: 0.1695914
Jun 29 14:32:50.521060 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4e4a5a20-e6de-41af-a0b5-59b37ad32c7c req-68aca497-11da-4687-8a79-aa9343d0df60 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450881
Jun 29 14:32:50.824160 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-18b41cb0-1e8a-4163-9c61-5cd65211cb00 req-90e3317e-d888-4f4f-b390-e09d46a78061 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d9932be220e04d1dbbc486e44ee9b652&device_id=b0f5f7aa-baf5-4634-b920-62612a2865c3 HTTP/1.1" status: 200  len: 1096 time: 0.0844505
Jun 29 14:32:50.980614 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b41cb0-1e8a-4163-9c61-5cd65211cb00 req-b7f300a2-d098-41a4-a4a5-add85f89083b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:50.983085 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-18b41cb0-1e8a-4163-9c61-5cd65211cb00 req-b7f300a2-d098-41a4-a4a5-add85f89083b service neutron] 10.222.0.69 "GET /v2.0/networks?id=59da48e5-df7e-4b56-b857-04097be30813 HTTP/1.1" status: 200  len: 915 time: 0.1515942
Jun 29 14:32:51.112779 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-18b41cb0-1e8a-4163-9c61-5cd65211cb00 req-e3f67f9e-b9d1-4770-a3b5-8d191f4d75ec service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14 HTTP/1.1" status: 200  len: 217 time: 0.1188374
Jun 29 14:32:51.190436 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b41cb0-1e8a-4163-9c61-5cd65211cb00 req-fc111732-273e-4c25-86e5-26531ac34d8b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:51.192544 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-18b41cb0-1e8a-4163-9c61-5cd65211cb00 req-fc111732-273e-4c25-86e5-26531ac34d8b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6094f63b-b644-4415-a8f0-3a34a9f80174 HTTP/1.1" status: 200  len: 854 time: 0.0729837
Jun 29 14:32:51.256842 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-18b41cb0-1e8a-4163-9c61-5cd65211cb00 req-bf485e98-f989-4cc1-be59-a980aa85648a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=59da48e5-df7e-4b56-b857-04097be30813&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0572176
Jun 29 14:32:51.283211 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 29936e30-3dc3-480b-ae34-2cbaec84bf84 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:32:51.379114 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning for port 29936e30-3dc3-480b-ae34-2cbaec84bf84 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:32:51.384327 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 29936e30-3dc3-480b-ae34-2cbaec84bf84 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:32:51.384760 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:51.490519 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-18b41cb0-1e8a-4163-9c61-5cd65211cb00 req-431c6dfc-c994-49bc-b235-7e5f59f52331 service neutron] 10.222.0.69 "GET /v2.0/networks/59da48e5-df7e-4b56-b857-04097be30813?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2182708
Jun 29 14:32:51.516918 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:51.540172 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] For port 29936e30-3dc3-480b-ae34-2cbaec84bf84, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=29936e30-3dc3-480b-ae34-2cbaec84bf84,segment=NetworkSegment(c4c225a7-9a59-46d1-b662-631cedda96e9),segment_id=c4c225a7-9a59-46d1-b662-631cedda96e9)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:32:51.547344 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:51.567071 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-39dfc63f-009e-48d5-94c1-7b951d52a326 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:51.646588 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Pushing event updated for resources: {'Port': ['ID=29936e30-3dc3-480b-ae34-2cbaec84bf84,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:51.659170 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:51.723718 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0203b5ec-844a-4605-93d8-a2230b208d3a None None] Sync routers for ids ['97a23c19-a9f2-4e03-bced-bb31293c6261'] in dv-cinder-798356-1-iscsi {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:32:51.753226 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0203b5ec-844a-4605-93d8-a2230b208d3a None None] Routers {'97a23c19-a9f2-4e03-bced-bb31293c6261'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:32:51.754070 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-0203b5ec-844a-4605-93d8-a2230b208d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b949a8550>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:32:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['97a23c19-a9f2-4e03-bced-bb31293c6261'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:32:51.905522 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-18b41cb0-1e8a-4163-9c61-5cd65211cb00 req-514371c6-2e84-412b-b95f-ea543127588c service neutron] 10.222.0.69 "GET /v2.0/networks/59da48e5-df7e-4b56-b857-04097be30813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3958232
Jun 29 14:32:52.082805 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-0203b5ec-844a-4605-93d8-a2230b208d3a None None] Set router 97a23c19-a9f2-4e03-bced-bb31293c6261 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:32:52.164272 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08de5d91-7a0a-4bde-a580-2e987a297313 req-9c35e049-69ed-40f0-b34a-8fa16039353d tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:52.165996 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-08de5d91-7a0a-4bde-a580-2e987a297313 req-9c35e049-69ed-40f0-b34a-8fa16039353d tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f5f7aa-baf5-4634-b920-62612a2865c3 HTTP/1.1" status: 200  len: 943 time: 0.3038163
Jun 29 14:32:52.236155 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-08de5d91-7a0a-4bde-a580-2e987a297313 req-bae619fc-0ee7-4429-8344-9a34baeac94a tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0595317
Jun 29 14:32:52.490405 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-0203b5ec-844a-4605-93d8-a2230b208d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b949a8550>, [{'id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'name': 'tempest-TestShelveInstance-1280250569-router', 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '723ab3bf-b782-41eb-a309-7fb3e7ec82a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:32:32Z', 'updated_at': '2021-06-29T14:32:36Z', 'revision_number': 4, 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'gw_port': {'id': '723ab3bf-b782-41eb-a309-7fb3e7ec82a2', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:32:33Z', 'updated_at': '2021-06-29T14:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '44a0d7ab-9dff-43e6-ae41-2b60073199b8', 'name': '', 'network_id': '4ddc4164-6d7a-4f56-880f-00ed4c1aa07e', 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86', 'mac_address': 'fa:16:3e:e6:97:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c8fac33-4120-43ef-91ce-4988f7d955dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:32:35Z', 'updated_at': '2021-06-29T14:32:36Z', 'revision_number': 2, 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'subnets': [{'id': '9c8fac33-4120-43ef-91ce-4988f7d955dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:32:52.494707 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0203b5ec-844a-4605-93d8-a2230b208d3a None None] Checking router: 97a23c19-a9f2-4e03-bced-bb31293c6261 for host: dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:32:52.495064 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0203b5ec-844a-4605-93d8-a2230b208d3a None None] Updating router 97a23c19-a9f2-4e03-bced-bb31293c6261 port 44a0d7ab-9dff-43e6-ae41-2b60073199b8 binding host dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 14:32:52.557803 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-0203b5ec-844a-4605-93d8-a2230b208d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:53.070138 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-0203b5ec-844a-4605-93d8-a2230b208d3a None None] Notify callbacks [] for port, precommit_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:53.091923 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-0203b5ec-844a-4605-93d8-a2230b208d3a None None] Transition to ACTIVE for port object 44a0d7ab-9dff-43e6-ae41-2b60073199b8 will not be triggered until provisioned by entity L2. {{(pid=74236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:32:53.104275 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-0203b5ec-844a-4605-93d8-a2230b208d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:53.114482 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:53.257925 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 29936e30-3dc3-480b-ae34-2cbaec84bf84 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:32:53.284606 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e83b1-1972-4f68-b9d2-312657213208 None None] Pushing event updated for resources: {'Port': ['ID=44a0d7ab-9dff-43e6-ae41-2b60073199b8,revision_number=3']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:53.295198 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-cc3e83b1-1972-4f68-b9d2-312657213208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:53.389136 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14 details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 14:32:53.560758 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22597f44-d8c3-4698-8fff-20977bf022ed req-80f4e403-db72-4502-a725-06f78b47051f tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:53.562558 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-22597f44-d8c3-4698-8fff-20977bf022ed req-80f4e403-db72-4502-a725-06f78b47051f tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f5f7aa-baf5-4634-b920-62612a2865c3 HTTP/1.1" status: 200  len: 943 time: 0.0949552
Jun 29 14:32:53.588163 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-0203b5ec-844a-4605-93d8-a2230b208d3a None None] Attempting to bind port 44a0d7ab-9dff-43e6-ae41-2b60073199b8 on host dv-cinder-798356-1-iscsi for vnic_type normal with profile  {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:32:53.588770 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-0203b5ec-844a-4605-93d8-a2230b208d3a None None] Attempting to bind port 44a0d7ab-9dff-43e6-ae41-2b60073199b8 by drivers openvswitch,hyperv on host dv-cinder-798356-1-iscsi at level 0 using segments [{'id': 'cea2fd47-5e01-4362-9688-b7eee1960a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4ddc4164-6d7a-4f56-880f-00ed4c1aa07e'}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:32:53.588876 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0203b5ec-844a-4605-93d8-a2230b208d3a None None] Attempting to bind port 44a0d7ab-9dff-43e6-ae41-2b60073199b8 on network 4ddc4164-6d7a-4f56-880f-00ed4c1aa07e {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:32:53.624250 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0203b5ec-844a-4605-93d8-a2230b208d3a None None] Checking agent: {'id': '7de42cfb-0b94-485f-bf24-4ef591216796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 6), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:32:53.624644 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0203b5ec-844a-4605-93d8-a2230b208d3a None None] Checking segment: {'id': 'cea2fd47-5e01-4362-9688-b7eee1960a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4ddc4164-6d7a-4f56-880f-00ed4c1aa07e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:32:53.625097 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-0203b5ec-844a-4605-93d8-a2230b208d3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:53.625548 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0203b5ec-844a-4605-93d8-a2230b208d3a None None] Bound using segment: {'id': 'cea2fd47-5e01-4362-9688-b7eee1960a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4ddc4164-6d7a-4f56-880f-00ed4c1aa07e'} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:32:53.626072 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-0203b5ec-844a-4605-93d8-a2230b208d3a None None] Bound port: 44a0d7ab-9dff-43e6-ae41-2b60073199b8, host: dv-cinder-798356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cea2fd47-5e01-4362-9688-b7eee1960a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4ddc4164-6d7a-4f56-880f-00ed4c1aa07e'}}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:32:53.626527 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-0203b5ec-844a-4605-93d8-a2230b208d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:53.696658 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 29936e30-3dc3-480b-ae34-2cbaec84bf84 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:32:53.697027 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:53.715078 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-22597f44-d8c3-4698-8fff-20977bf022ed req-f70044bc-8967-4f07-9377-a22f0e227c92 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1462705
Jun 29 14:32:53.739693 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14,segment=NetworkSegment(7bb3d6b8-81c4-403e-9165-e1fccd084c85),segment_id=7bb3d6b8-81c4-403e-9165-e1fccd084c85)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:32:53.779398 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Returning: {'device': 'cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14', 'network_id': '59da48e5-df7e-4b56-b857-04097be30813', 'port_id': 'cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14', 'mac_address': 'fa:16:3e:11:19:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6094f63b-b644-4415-a8f0-3a34a9f80174', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 14:32:53.860453 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-0203b5ec-844a-4605-93d8-a2230b208d3a None None] For port 44a0d7ab-9dff-43e6-ae41-2b60073199b8, host dv-cinder-798356-1-iscsi, cleared binding levels {{(pid=74236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:32:53.901068 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-0203b5ec-844a-4605-93d8-a2230b208d3a None None] For port 44a0d7ab-9dff-43e6-ae41-2b60073199b8, host dv-cinder-798356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=44a0d7ab-9dff-43e6-ae41-2b60073199b8,segment=NetworkSegment(cea2fd47-5e01-4362-9688-b7eee1960a92),segment_id=cea2fd47-5e01-4362-9688-b7eee1960a92)] {{(pid=74236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:32:53.902312 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:53.921493 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-0203b5ec-844a-4605-93d8-a2230b208d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:53.938094 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:53.993922 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14 {{(pid=74236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:32:54.042634 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14,segment=NetworkSegment(7bb3d6b8-81c4-403e-9165-e1fccd084c85),segment_id=7bb3d6b8-81c4-403e-9165-e1fccd084c85)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:32:54.059868 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0203b5ec-844a-4605-93d8-a2230b208d3a None None] Routers {'97a23c19-a9f2-4e03-bced-bb31293c6261'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:32:54.060622 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-0203b5ec-844a-4605-93d8-a2230b208d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b949a8550>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:32:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['97a23c19-a9f2-4e03-bced-bb31293c6261'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:32:54.121441 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:54.130130 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3e83b1-1972-4f68-b9d2-312657213208 None None] Pushing event updated for resources: {'Port': ['ID=44a0d7ab-9dff-43e6-ae41-2b60073199b8,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:54.133757 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-cc3e83b1-1972-4f68-b9d2-312657213208 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:54.142841 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-82c68cbd-10b1-495a-b6e8-b43774ca7369 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:54.315830 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:54.335538 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:54.367036 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-0203b5ec-844a-4605-93d8-a2230b208d3a None None] Set router 97a23c19-a9f2-4e03-bced-bb31293c6261 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:32:54.586459 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da099b89-144c-4547-b908-985bb709230f None None] Sync routers for ids ['77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3'] in dv-cinder-798356-1-iscsi {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:32:54.608247 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:32:54.611564 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da099b89-144c-4547-b908-985bb709230f None None] Routers {'77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:32:54.612188 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-da099b89-144c-4547-b908-985bb709230f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94ef5dc0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:32:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:32:54.812867 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-da099b89-144c-4547-b908-985bb709230f None None] Set router 77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:32:54.837300 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e291407-5ea3-478b-8c17-9f67d38792ad req-263936bf-5e7c-449f-bbd1-d3bb4c9884c3 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:54.845971 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-7e291407-5ea3-478b-8c17-9f67d38792ad req-263936bf-5e7c-449f-bbd1-d3bb4c9884c3 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 947 time: 0.1162691
Jun 29 14:32:54.896963 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-0203b5ec-844a-4605-93d8-a2230b208d3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b949a8550>, [{'id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'name': 'tempest-TestShelveInstance-1280250569-router', 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '723ab3bf-b782-41eb-a309-7fb3e7ec82a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:32:32Z', 'updated_at': '2021-06-29T14:32:36Z', 'revision_number': 4, 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'gw_port': {'id': '723ab3bf-b782-41eb-a309-7fb3e7ec82a2', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:32:33Z', 'updated_at': '2021-06-29T14:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '44a0d7ab-9dff-43e6-ae41-2b60073199b8', 'name': '', 'network_id': '4ddc4164-6d7a-4f56-880f-00ed4c1aa07e', 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86', 'mac_address': 'fa:16:3e:e6:97:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c8fac33-4120-43ef-91ce-4988f7d955dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:32:35Z', 'updated_at': '2021-06-29T14:32:53Z', 'revision_number': 4, 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'subnets': [{'id': '9c8fac33-4120-43ef-91ce-4988f7d955dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:32:54.904395 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0203b5ec-844a-4605-93d8-a2230b208d3a None None] The sync data for ids ['97a23c19-a9f2-4e03-bced-bb31293c6261'] in dv-cinder-798356-1-iscsi is: [{'id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'name': 'tempest-TestShelveInstance-1280250569-router', 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '723ab3bf-b782-41eb-a309-7fb3e7ec82a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:32:32Z', 'updated_at': '2021-06-29T14:32:36Z', 'revision_number': 4, 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'gw_port': {'id': '723ab3bf-b782-41eb-a309-7fb3e7ec82a2', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:32:33Z', 'updated_at': '2021-06-29T14:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '44a0d7ab-9dff-43e6-ae41-2b60073199b8', 'name': '', 'network_id': '4ddc4164-6d7a-4f56-880f-00ed4c1aa07e', 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86', 'mac_address': 'fa:16:3e:e6:97:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c8fac33-4120-43ef-91ce-4988f7d955dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:32:35Z', 'updated_at': '2021-06-29T14:32:53Z', 'revision_number': 4, 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'subnets': [{'id': '9c8fac33-4120-43ef-91ce-4988f7d955dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:32:54.919160 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-7e291407-5ea3-478b-8c17-9f67d38792ad req-6119004a-08f3-4710-8286-8c3957f6f05d tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0723217
Jun 29 14:32:55.011950 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efe27d6-cc30-4427-b3eb-17e7ba2e7d26 req-55124719-b0b2-4820-b64e-2ed643d9ff1f tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:55.013430 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-9efe27d6-cc30-4427-b3eb-17e7ba2e7d26 req-55124719-b0b2-4820-b64e-2ed643d9ff1f tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f5f7aa-baf5-4634-b920-62612a2865c3 HTTP/1.1" status: 200  len: 944 time: 0.1294808
Jun 29 14:32:55.151272 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-9efe27d6-cc30-4427-b3eb-17e7ba2e7d26 req-064e8283-e833-480a-b0de-d1b129ec015c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1307321
Jun 29 14:32:55.210304 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-da099b89-144c-4547-b908-985bb709230f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94ef5dc0>, [{'id': '77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3', 'name': 'tempest-TestShelveInstance-2025673201-router', 'tenant_id': '566525a260c34f16b2693a126aae0869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '29936e30-3dc3-480b-ae34-2cbaec84bf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:32:40Z', 'updated_at': '2021-06-29T14:32:46Z', 'revision_number': 4, 'project_id': '566525a260c34f16b2693a126aae0869', 'gw_port': {'id': '29936e30-3dc3-480b-ae34-2cbaec84bf84', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:77:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:32:40Z', 'updated_at': '2021-06-29T14:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '40c6f48e-692e-4ca8-9d45-85a5830f87c2', 'name': '', 'network_id': '637262f7-73f4-471e-b88b-d232e33f403e', 'tenant_id': '566525a260c34f16b2693a126aae0869', 'mac_address': 'fa:16:3e:12:5e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2876432-2fe1-45c0-8695-1eb46657f665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:32:45Z', 'updated_at': '2021-06-29T14:32:46Z', 'revision_number': 2, 'project_id': '566525a260c34f16b2693a126aae0869', 'subnets': [{'id': 'e2876432-2fe1-45c0-8695-1eb46657f665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:32:55.214931 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da099b89-144c-4547-b908-985bb709230f None None] Checking router: 77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3 for host: dv-cinder-798356-1-iscsi {{(pid=74237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:32:55.215453 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da099b89-144c-4547-b908-985bb709230f None None] Updating router 77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3 port 40c6f48e-692e-4ca8-9d45-85a5830f87c2 binding host dv-cinder-798356-1-iscsi {{(pid=74237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 14:32:55.280889 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-da099b89-144c-4547-b908-985bb709230f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:55.284913 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 44a0d7ab-9dff-43e6-ae41-2b60073199b8 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:32:55.368828 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning for port 44a0d7ab-9dff-43e6-ae41-2b60073199b8 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:32:55.379735 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 44a0d7ab-9dff-43e6-ae41-2b60073199b8 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:32:55.380132 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:55.556070 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:55.649524 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] For port 44a0d7ab-9dff-43e6-ae41-2b60073199b8, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=44a0d7ab-9dff-43e6-ae41-2b60073199b8,segment=NetworkSegment(cea2fd47-5e01-4362-9688-b7eee1960a92),segment_id=cea2fd47-5e01-4362-9688-b7eee1960a92)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:32:55.654806 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:55.657770 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-759a1a41-4fc4-4cdd-a254-e739276f146b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:55.760912 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Pushing event updated for resources: {'Port': ['ID=44a0d7ab-9dff-43e6-ae41-2b60073199b8,revision_number=5']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:55.765601 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:55.827416 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-da099b89-144c-4547-b908-985bb709230f None None] Notify callbacks [] for port, precommit_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:55.846585 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.provisioning_blocks [None req-da099b89-144c-4547-b908-985bb709230f None None] Transition to ACTIVE for port object 40c6f48e-692e-4ca8-9d45-85a5830f87c2 will not be triggered until provisioned by entity L2. {{(pid=74237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:32:55.856646 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-da099b89-144c-4547-b908-985bb709230f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:55.864069 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:56.057293 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508868a6-e7d2-49e7-8e69-86272a7d6f80 None None] Pushing event updated for resources: {'Port': ['ID=40c6f48e-692e-4ca8-9d45-85a5830f87c2,revision_number=3']} {{(pid=74237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:56.062220 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [None req-508868a6-e7d2-49e7-8e69-86272a7d6f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:56.173072 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.managers [None req-da099b89-144c-4547-b908-985bb709230f None None] Attempting to bind port 40c6f48e-692e-4ca8-9d45-85a5830f87c2 on host dv-cinder-798356-1-iscsi for vnic_type normal with profile  {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:32:56.173843 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.managers [None req-da099b89-144c-4547-b908-985bb709230f None None] Attempting to bind port 40c6f48e-692e-4ca8-9d45-85a5830f87c2 by drivers openvswitch,hyperv on host dv-cinder-798356-1-iscsi at level 0 using segments [{'id': 'c8439c55-7632-4ef5-9e98-1b7ecc6be015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '637262f7-73f4-471e-b88b-d232e33f403e'}] {{(pid=74237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:32:56.175232 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da099b89-144c-4547-b908-985bb709230f None None] Attempting to bind port 40c6f48e-692e-4ca8-9d45-85a5830f87c2 on network 637262f7-73f4-471e-b88b-d232e33f403e {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:32:56.192757 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da099b89-144c-4547-b908-985bb709230f None None] Checking agent: {'id': '7de42cfb-0b94-485f-bf24-4ef591216796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 6), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:32:56.193471 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da099b89-144c-4547-b908-985bb709230f None None] Checking segment: {'id': 'c8439c55-7632-4ef5-9e98-1b7ecc6be015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '637262f7-73f4-471e-b88b-d232e33f403e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:32:56.194570 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-da099b89-144c-4547-b908-985bb709230f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:56.200534 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da099b89-144c-4547-b908-985bb709230f None None] Bound using segment: {'id': 'c8439c55-7632-4ef5-9e98-1b7ecc6be015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '637262f7-73f4-471e-b88b-d232e33f403e'} {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:32:56.202545 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.managers [None req-da099b89-144c-4547-b908-985bb709230f None None] Bound port: 40c6f48e-692e-4ca8-9d45-85a5830f87c2, host: dv-cinder-798356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8439c55-7632-4ef5-9e98-1b7ecc6be015', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 509, 'network_id': '637262f7-73f4-471e-b88b-d232e33f403e'}}] {{(pid=74237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:32:56.203340 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-da099b89-144c-4547-b908-985bb709230f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:56.241613 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6aedc1-0f40-4a3c-90c4-7bb19769bdb8 req-10249014-5be9-4ab9-8d69-5600179958ed tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:56.243467 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-9b6aedc1-0f40-4a3c-90c4-7bb19769bdb8 req-10249014-5be9-4ab9-8d69-5600179958ed tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.1051934
Jun 29 14:32:56.278275 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1058834-2a48-4155-8315-a290f1ef61cc req-2c4a539a-54b2-48b7-8c6e-6c8fe61658ef tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:56.279930 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-e1058834-2a48-4155-8315-a290f1ef61cc req-2c4a539a-54b2-48b7-8c6e-6c8fe61658ef tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 947 time: 0.1239412
Jun 29 14:32:56.323889 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-9b6aedc1-0f40-4a3c-90c4-7bb19769bdb8 req-178c5211-dba9-474f-8318-37d8a13cb01b tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0738215
Jun 29 14:32:56.336017 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.db [None req-da099b89-144c-4547-b908-985bb709230f None None] For port 40c6f48e-692e-4ca8-9d45-85a5830f87c2, host dv-cinder-798356-1-iscsi, cleared binding levels {{(pid=74237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:32:56.342581 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.db [None req-da099b89-144c-4547-b908-985bb709230f None None] For port 40c6f48e-692e-4ca8-9d45-85a5830f87c2, host dv-cinder-798356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=40c6f48e-692e-4ca8-9d45-85a5830f87c2,segment=NetworkSegment(c8439c55-7632-4ef5-9e98-1b7ecc6be015),segment_id=c8439c55-7632-4ef5-9e98-1b7ecc6be015)] {{(pid=74237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:32:56.348492 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-da099b89-144c-4547-b908-985bb709230f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:56.350689 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-e1058834-2a48-4155-8315-a290f1ef61cc req-2a3e13cc-a290-40b5-9b72-03d1446d2795 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555174
Jun 29 14:32:56.353416 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [None req-da5c78db-2f3e-453c-9491-2d488905f00a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:56.445940 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508868a6-e7d2-49e7-8e69-86272a7d6f80 None None] Pushing event updated for resources: {'Port': ['ID=40c6f48e-692e-4ca8-9d45-85a5830f87c2,revision_number=4']} {{(pid=74237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:56.449225 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [None req-508868a6-e7d2-49e7-8e69-86272a7d6f80 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:56.452935 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da099b89-144c-4547-b908-985bb709230f None None] Routers {'77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:32:56.453610 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-da099b89-144c-4547-b908-985bb709230f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94ef5dc0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:32:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:32:56.605055 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd0de91-2b61-4fad-87b4-cff00a50f819 req-155aaac6-d773-41cb-b0ba-81d5c40164a3 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:56.610401 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-9dd0de91-2b61-4fad-87b4-cff00a50f819 req-155aaac6-d773-41cb-b0ba-81d5c40164a3 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f5f7aa-baf5-4634-b920-62612a2865c3 HTTP/1.1" status: 200  len: 944 time: 0.1080904
Jun 29 14:32:56.658009 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-9dd0de91-2b61-4fad-87b4-cff00a50f819 req-6b9828d4-4b80-4f5b-af33-27af49f95b89 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446734
Jun 29 14:32:56.669822 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-da099b89-144c-4547-b908-985bb709230f None None] Set router 77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:32:57.015488 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920e2350-17b6-4f50-baf7-0091648d62ca req-cf389322-9791-421b-9224-24bd50d08324 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:57.017005 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-920e2350-17b6-4f50-baf7-0091648d62ca req-cf389322-9791-421b-9224-24bd50d08324 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.69 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 947 time: 0.0821235
Jun 29 14:32:57.053339 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-da099b89-144c-4547-b908-985bb709230f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94ef5dc0>, [{'id': '77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3', 'name': 'tempest-TestShelveInstance-2025673201-router', 'tenant_id': '566525a260c34f16b2693a126aae0869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '29936e30-3dc3-480b-ae34-2cbaec84bf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:32:40Z', 'updated_at': '2021-06-29T14:32:46Z', 'revision_number': 4, 'project_id': '566525a260c34f16b2693a126aae0869', 'gw_port': {'id': '29936e30-3dc3-480b-ae34-2cbaec84bf84', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:77:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:32:40Z', 'updated_at': '2021-06-29T14:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '40c6f48e-692e-4ca8-9d45-85a5830f87c2', 'name': '', 'network_id': '637262f7-73f4-471e-b88b-d232e33f403e', 'tenant_id': '566525a260c34f16b2693a126aae0869', 'mac_address': 'fa:16:3e:12:5e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2876432-2fe1-45c0-8695-1eb46657f665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:32:45Z', 'updated_at': '2021-06-29T14:32:56Z', 'revision_number': 4, 'project_id': '566525a260c34f16b2693a126aae0869', 'subnets': [{'id': 'e2876432-2fe1-45c0-8695-1eb46657f665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:32:57.058897 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da099b89-144c-4547-b908-985bb709230f None None] The sync data for ids ['77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3'] in dv-cinder-798356-1-iscsi is: [{'id': '77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3', 'name': 'tempest-TestShelveInstance-2025673201-router', 'tenant_id': '566525a260c34f16b2693a126aae0869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '29936e30-3dc3-480b-ae34-2cbaec84bf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:32:40Z', 'updated_at': '2021-06-29T14:32:46Z', 'revision_number': 4, 'project_id': '566525a260c34f16b2693a126aae0869', 'gw_port': {'id': '29936e30-3dc3-480b-ae34-2cbaec84bf84', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:77:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:32:40Z', 'updated_at': '2021-06-29T14:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '40c6f48e-692e-4ca8-9d45-85a5830f87c2', 'name': '', 'network_id': '637262f7-73f4-471e-b88b-d232e33f403e', 'tenant_id': '566525a260c34f16b2693a126aae0869', 'mac_address': 'fa:16:3e:12:5e:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e2876432-2fe1-45c0-8695-1eb46657f665', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:32:45Z', 'updated_at': '2021-06-29T14:32:56Z', 'revision_number': 4, 'project_id': '566525a260c34f16b2693a126aae0869', 'subnets': [{'id': 'e2876432-2fe1-45c0-8695-1eb46657f665', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:32:57.224094 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [req-920e2350-17b6-4f50-baf7-0091648d62ca req-0971ce9c-a431-4919-8b06-1e593a91408b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Deleting port da2a16d0-a72c-4e20-9a86-51b3070c4df3 {{(pid=74234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:32:57.224443 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-920e2350-17b6-4f50-baf7-0091648d62ca req-0971ce9c-a431-4919-8b06-1e593a91408b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:57.378346 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 44a0d7ab-9dff-43e6-ae41-2b60073199b8 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:32:57.435379 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14 up at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:32:57.610972 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 44a0d7ab-9dff-43e6-ae41-2b60073199b8 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:32:57.611254 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:57.677647 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning for port cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:32:57.689865 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning complete for port cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:32:57.690077 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:57.698423 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b7dda-3cb2-4018-9d78-dd7ce6fe603a req-01c623f2-42b2-46ad-975a-7655fa6df15d tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:57.700930 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-0f7b7dda-3cb2-4018-9d78-dd7ce6fe603a req-01c623f2-42b2-46ad-975a-7655fa6df15d tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.1379173
Jun 29 14:32:57.711680 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-920e2350-17b6-4f50-baf7-0091648d62ca req-0971ce9c-a431-4919-8b06-1e593a91408b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] For port da2a16d0-a72c-4e20-9a86-51b3070c4df3, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=da2a16d0-a72c-4e20-9a86-51b3070c4df3,segment=NetworkSegment(0dfa2ba1-aef0-4202-9eab-77e9ea1a0785),segment_id=0dfa2ba1-aef0-4202-9eab-77e9ea1a0785)] {{(pid=74234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:32:57.712213 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-920e2350-17b6-4f50-baf7-0091648d62ca req-0971ce9c-a431-4919-8b06-1e593a91408b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:57.773783 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-0f7b7dda-3cb2-4018-9d78-dd7ce6fe603a req-40d70316-87e2-4112-a34c-c75210142bad tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0662603
Jun 29 14:32:57.842930 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 40c6f48e-692e-4ca8-9d45-85a5830f87c2 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:32:57.943573 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning for port 40c6f48e-692e-4ca8-9d45-85a5830f87c2 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:32:57.956284 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 40c6f48e-692e-4ca8-9d45-85a5830f87c2 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:32:57.956803 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:58.029726 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d60600-d587-4cdd-8843-4630cb8b2d2e req-0313f4be-5a8b-464b-946c-4e2bc889613f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:58.031339 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-38d60600-d587-4cdd-8843-4630cb8b2d2e req-0313f4be-5a8b-464b-946c-4e2bc889613f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 947 time: 0.4136770
Jun 29 14:32:58.042692 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ac822a-a99d-4a28-a5fb-338ffc9f4581 req-91f6b069-0bf7-434a-947f-11b0c7d63b3d tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:58.045437 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-c2ac822a-a99d-4a28-a5fb-338ffc9f4581 req-91f6b069-0bf7-434a-947f-11b0c7d63b3d tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f5f7aa-baf5-4634-b920-62612a2865c3 HTTP/1.1" status: 200  len: 944 time: 0.1184959
Jun 29 14:32:58.113456 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:58.128450 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-c2ac822a-a99d-4a28-a5fb-338ffc9f4581 req-f1d0a014-8c84-4bbc-b4c8-ddb56cffca7a tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723801
Jun 29 14:32:58.182092 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f5f7aa-baf5-4634-b920-62612a2865c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14'}] {{(pid=74236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:32:58.197677 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-38d60600-d587-4cdd-8843-4630cb8b2d2e req-e1e77877-39d8-42bc-b274-280c821f3b78 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1525421
Jun 29 14:32:58.206769 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14,segment=NetworkSegment(7bb3d6b8-81c4-403e-9165-e1fccd084c85),segment_id=7bb3d6b8-81c4-403e-9165-e1fccd084c85)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:32:58.210359 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-920e2350-17b6-4f50-baf7-0091648d62ca req-0971ce9c-a431-4919-8b06-1e593a91408b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:58.210697 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-920e2350-17b6-4f50-baf7-0091648d62ca req-0971ce9c-a431-4919-8b06-1e593a91408b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-669791'] for floatingip, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:58.211904 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.db.l3_db [req-920e2350-17b6-4f50-baf7-0091648d62ca req-0971ce9c-a431-4919-8b06-1e593a91408b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Floating IP 8c436488-03f4-43c5-ae15-abf8e469c128 disassociated. External IP: 172.27.1.210, port: da2a16d0-a72c-4e20-9a86-51b3070c4df3.
Jun 29 14:32:58.211904 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [req-920e2350-17b6-4f50-baf7-0091648d62ca req-0971ce9c-a431-4919-8b06-1e593a91408b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Calling delete_port for da2a16d0-a72c-4e20-9a86-51b3070c4df3 owned by compute:nova {{(pid=74234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:32:58.215374 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:58.223993 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-cc3e83b1-1972-4f68-b9d2-312657213208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:58.271784 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:58.289051 dv-cinder-798356-1-iscsi neutron-server[74236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f5f7aa-baf5-4634-b920-62612a2865c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14', 'code': 200}
Jun 29 14:32:58.337564 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14,revision_number=5']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:58.342309 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] For port 40c6f48e-692e-4ca8-9d45-85a5830f87c2, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=40c6f48e-692e-4ca8-9d45-85a5830f87c2,segment=NetworkSegment(c8439c55-7632-4ef5-9e98-1b7ecc6be015),segment_id=c8439c55-7632-4ef5-9e98-1b7ecc6be015)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:32:58.343596 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:58.348812 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:58.351513 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:58.429988 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-920e2350-17b6-4f50-baf7-0091648d62ca req-0971ce9c-a431-4919-8b06-1e593a91408b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:58.433312 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Pushing event updated for resources: {'Port': ['ID=40c6f48e-692e-4ca8-9d45-85a5830f87c2,revision_number=5']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:58.435906 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-7bc9f791-a7d7-417d-9085-4cc8924116c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:32:58.436281 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:58.481678 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0971ce9c-a431-4919-8b06-1e593a91408b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Pushing event deleted for resources: {'Port': ['ID=da2a16d0-a72c-4e20-9a86-51b3070c4df3,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:32:58.486344 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-0971ce9c-a431-4919-8b06-1e593a91408b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:32:58.700044 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.l3_agent_scheduler [req-920e2350-17b6-4f50-baf7-0091648d62ca req-0971ce9c-a431-4919-8b06-1e593a91408b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Router 2aa978a3-fc1c-4cea-a790-dd2d19f05366 has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:32:58.949233 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-920e2350-17b6-4f50-baf7-0091648d62ca req-0971ce9c-a431-4919-8b06-1e593a91408b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:32:58.959224 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd3c23f-8362-4669-af08-84f10d77481d None None] Sync routers for ids ['2aa978a3-fc1c-4cea-a790-dd2d19f05366'] in dv-cinder-798356-1-iscsi {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:32:58.973629 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd3c23f-8362-4669-af08-84f10d77481d None None] Routers {'2aa978a3-fc1c-4cea-a790-dd2d19f05366'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:32:58.974420 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-2bd3c23f-8362-4669-af08-84f10d77481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b9450ec10>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:32:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['2aa978a3-fc1c-4cea-a790-dd2d19f05366'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:32:59.029550 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [req-920e2350-17b6-4f50-baf7-0091648d62ca req-0971ce9c-a431-4919-8b06-1e593a91408b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] No DVR routers for this DVR port da2a16d0-a72c-4e20-9a86-51b3070c4df3 on host hv-cinder-79835 {{(pid=74234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 14:32:59.032585 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-920e2350-17b6-4f50-baf7-0091648d62ca req-0971ce9c-a431-4919-8b06-1e593a91408b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:59.035604 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c55acb-c2d2-4123-8452-1d5205741f89', 'name': 'network-vif-deleted', 'tag': 'da2a16d0-a72c-4e20-9a86-51b3070c4df3'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:32:59.066364 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-920e2350-17b6-4f50-baf7-0091648d62ca req-0971ce9c-a431-4919-8b06-1e593a91408b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.69 "DELETE /v2.0/ports/da2a16d0-a72c-4e20-9a86-51b3070c4df3 HTTP/1.1" status: 204  len: 173 time: 2.0402372
Jun 29 14:32:59.092929 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43662b33-124d-4c56-8a22-45d0820f05d4 req-6d1418ab-f61e-40f1-8af5-3a958a80eb9c tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:59.096693 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-43662b33-124d-4c56-8a22-45d0820f05d4 req-6d1418ab-f61e-40f1-8af5-3a958a80eb9c tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.1830394
Jun 29 14:32:59.144770 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c55acb-c2d2-4123-8452-1d5205741f89', 'name': 'network-vif-deleted', 'tag': 'da2a16d0-a72c-4e20-9a86-51b3070c4df3', 'status': 'completed', 'code': 200}
Jun 29 14:32:59.200320 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-43662b33-124d-4c56-8a22-45d0820f05d4 req-8a4d9fcd-37b2-4a8f-86d1-d1bdae1b9324 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0938542
Jun 29 14:32:59.241730 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-2bd3c23f-8362-4669-af08-84f10d77481d None None] Set router 2aa978a3-fc1c-4cea-a790-dd2d19f05366 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:32:59.303221 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 40c6f48e-692e-4ca8-9d45-85a5830f87c2 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:32:59.411382 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786b7fd8-fe06-40e4-b5c9-e4e588818a5f req-470812e3-775b-43ef-a1f6-e4f6f443cb54 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:32:59.413838 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-786b7fd8-fe06-40e4-b5c9-e4e588818a5f req-470812e3-775b-43ef-a1f6-e4f6f443cb54 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f5f7aa-baf5-4634-b920-62612a2865c3 HTTP/1.1" status: 200  len: 945 time: 0.1152468
Jun 29 14:32:59.449293 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-8e334c98-d621-4b18-bedb-da81081a2e31 req-85e8faf0-1d3b-402d-bc7a-38d899a71394 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Synchronizing usage tracker for tenant:9168106bff7043a69607ef135131ee6b on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:32:59.468805 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-8e334c98-d621-4b18-bedb-da81081a2e31 req-85e8faf0-1d3b-402d-bc7a-38d899a71394 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Unset dirty status for tenant:9168106bff7043a69607ef135131ee6b on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:32:59.470327 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8e334c98-d621-4b18-bedb-da81081a2e31 req-85e8faf0-1d3b-402d-bc7a-38d899a71394 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 210 time: 0.0795727
Jun 29 14:32:59.490700 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 40c6f48e-692e-4ca8-9d45-85a5830f87c2 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:32:59.490700 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:32:59.494002 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-786b7fd8-fe06-40e4-b5c9-e4e588818a5f req-cbb19791-d6c0-4bf8-b428-50139a3fc846 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0699420
Jun 29 14:32:59.758544 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-2bd3c23f-8362-4669-af08-84f10d77481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b9450ec10>, [{'id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'name': 'tempest-AttachVolumeShelveTestJSON-917780842-router', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:28:17Z', 'revision_number': 4, 'project_id': '9168106bff7043a69607ef135131ee6b', 'gw_port': {'id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:55Z', 'updated_at': '2021-06-29T14:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '281698d6-3a16-4419-84fb-977033f76538', 'name': '', 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'mac_address': 'fa:16:3e:6a:d3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:10Z', 'updated_at': '2021-06-29T14:28:50Z', 'revision_number': 5, 'project_id': '9168106bff7043a69607ef135131ee6b', 'subnets': [{'id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:32:59.763940 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd3c23f-8362-4669-af08-84f10d77481d None None] Checking router: 2aa978a3-fc1c-4cea-a790-dd2d19f05366 for host: dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:32:59.775611 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd3c23f-8362-4669-af08-84f10d77481d None None] Routers {'2aa978a3-fc1c-4cea-a790-dd2d19f05366'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:32:59.776225 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-2bd3c23f-8362-4669-af08-84f10d77481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b9450ec10>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:32:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['2aa978a3-fc1c-4cea-a790-dd2d19f05366'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:32:59.991940 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-2bd3c23f-8362-4669-af08-84f10d77481d None None] Set router 2aa978a3-fc1c-4cea-a790-dd2d19f05366 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:33:00.349721 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-2bd3c23f-8362-4669-af08-84f10d77481d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b9450ec10>, [{'id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'name': 'tempest-AttachVolumeShelveTestJSON-917780842-router', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:28:17Z', 'revision_number': 4, 'project_id': '9168106bff7043a69607ef135131ee6b', 'gw_port': {'id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:55Z', 'updated_at': '2021-06-29T14:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '281698d6-3a16-4419-84fb-977033f76538', 'name': '', 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'mac_address': 'fa:16:3e:6a:d3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:10Z', 'updated_at': '2021-06-29T14:28:50Z', 'revision_number': 5, 'project_id': '9168106bff7043a69607ef135131ee6b', 'subnets': [{'id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:33:00.354101 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd3c23f-8362-4669-af08-84f10d77481d None None] The sync data for ids ['2aa978a3-fc1c-4cea-a790-dd2d19f05366'] in dv-cinder-798356-1-iscsi is: [{'id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'name': 'tempest-AttachVolumeShelveTestJSON-917780842-router', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:28:17Z', 'revision_number': 4, 'project_id': '9168106bff7043a69607ef135131ee6b', 'gw_port': {'id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:55Z', 'updated_at': '2021-06-29T14:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '281698d6-3a16-4419-84fb-977033f76538', 'name': '', 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'mac_address': 'fa:16:3e:6a:d3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:10Z', 'updated_at': '2021-06-29T14:28:50Z', 'revision_number': 5, 'project_id': '9168106bff7043a69607ef135131ee6b', 'subnets': [{'id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:33:00.426797 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca859858-afff-4604-858e-26a85d7cfb6e req-f9588f3b-7a9c-4540-b729-8c68c8d610e0 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:00.428487 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-ca859858-afff-4604-858e-26a85d7cfb6e req-f9588f3b-7a9c-4540-b729-8c68c8d610e0 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.0951719
Jun 29 14:33:00.488483 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-ca859858-afff-4604-858e-26a85d7cfb6e req-1396c2d2-0304-47bc-99e1-c12e19fb1319 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533276
Jun 29 14:33:00.701580 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-cab6e106-0a0b-4edf-ac53-a8216d7f16ad req-03fd8cf2-46f8-4d8f-98b8-e44c73dd7b8a tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 210 time: 0.0619493
Jun 29 14:33:00.874997 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8157823-5ac5-42c2-9191-18ab58783df2 req-5d6bb0ce-005f-43ff-87c5-f481655bd622 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:00.876394 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e8157823-5ac5-42c2-9191-18ab58783df2 req-5d6bb0ce-005f-43ff-87c5-f481655bd622 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f5f7aa-baf5-4634-b920-62612a2865c3 HTTP/1.1" status: 200  len: 945 time: 0.2484124
Jun 29 14:33:00.924221 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e8157823-5ac5-42c2-9191-18ab58783df2 req-9e3c6bb1-fc1e-47f7-8c96-a59624210d26 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418186
Jun 29 14:33:01.445758 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-af0ff195-cbbc-4cd9-984d-d98c1dfec91f req-f77df8ba-72ed-4f37-8ba0-a04506f0e057 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=b0f5f7aa-baf5-4634-b920-62612a2865c3 HTTP/1.1" status: 200  len: 1098 time: 0.0679293
Jun 29 14:33:01.492692 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-af0ff195-cbbc-4cd9-984d-d98c1dfec91f req-49a71818-629d-4c84-b9c3-73a7359d69bb service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370109
Jun 29 14:33:01.694045 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 6 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:33:01.711644 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a335e36b-50e7-4172-adac-ecd3b32568f0 req-5a10f2f0-a5ed-43df-bd42-add210dd7e2b tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:01.716021 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a335e36b-50e7-4172-adac-ecd3b32568f0 req-5a10f2f0-a5ed-43df-bd42-add210dd7e2b tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.0866697
Jun 29 14:33:01.773199 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a335e36b-50e7-4172-adac-ecd3b32568f0 req-8dc22739-e90b-4700-86d5-3d3d6513748c tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=34018851-8d0c-4563-8283-5e3b3a13491f&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537350
Jun 29 14:33:01.928950 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078f8a77-372d-4507-bc0d-61823b6a9e63 req-2eb11a77-e253-4143-952a-98b32cc22403 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:01.931701 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-078f8a77-372d-4507-bc0d-61823b6a9e63 req-2eb11a77-e253-4143-952a-98b32cc22403 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.69 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 945 time: 0.1296661
Jun 29 14:33:02.023614 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8326434f-cf7c-438c-844a-68baf24eef43 req-488fd89c-2594-4434-b838-79b1eb633a4d tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=65c55acb-c2d2-4123-8452-1d5205741f89 HTTP/1.1" status: 200  len: 210 time: 0.0904813
Jun 29 14:33:02.052055 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [req-078f8a77-372d-4507-bc0d-61823b6a9e63 req-1804f9fa-d3c3-4c4b-a363-f2483528a75d tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Deleting port 05abead1-999d-420b-9b7b-383b2a076a22 {{(pid=74234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:33:02.052906 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-078f8a77-372d-4507-bc0d-61823b6a9e63 req-1804f9fa-d3c3-4c4b-a363-f2483528a75d tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:02.232023 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf8ca5b-03c1-43b1-97db-8f3a4a939bd2 req-f026882d-8481-430d-a2ad-38fc13af574c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:02.233945 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bcf8ca5b-03c1-43b1-97db-8f3a4a939bd2 req-f026882d-8481-430d-a2ad-38fc13af574c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f5f7aa-baf5-4634-b920-62612a2865c3 HTTP/1.1" status: 200  len: 945 time: 0.0890756
Jun 29 14:33:02.290643 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bcf8ca5b-03c1-43b1-97db-8f3a4a939bd2 req-b759aaae-acdc-4294-9baa-57c710d8d893 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0488539
Jun 29 14:33:02.353321 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-078f8a77-372d-4507-bc0d-61823b6a9e63 req-1804f9fa-d3c3-4c4b-a363-f2483528a75d tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] For port 05abead1-999d-420b-9b7b-383b2a076a22, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=05abead1-999d-420b-9b7b-383b2a076a22,segment=NetworkSegment(9893828c-dda5-4b37-8a2f-299b5eb1c0ef),segment_id=9893828c-dda5-4b37-8a2f-299b5eb1c0ef)] {{(pid=74234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:33:02.353697 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-078f8a77-372d-4507-bc0d-61823b6a9e63 req-1804f9fa-d3c3-4c4b-a363-f2483528a75d tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:02.732445 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-078f8a77-372d-4507-bc0d-61823b6a9e63 req-1804f9fa-d3c3-4c4b-a363-f2483528a75d tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:02.732831 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-078f8a77-372d-4507-bc0d-61823b6a9e63 req-1804f9fa-d3c3-4c4b-a363-f2483528a75d tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-669791'] for floatingip, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:02.733137 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.db.l3_db [req-078f8a77-372d-4507-bc0d-61823b6a9e63 req-1804f9fa-d3c3-4c4b-a363-f2483528a75d tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Floating IP 7b751308-5398-4ca3-aa0e-b447739f44b7 disassociated. External IP: 172.27.1.218, port: 05abead1-999d-420b-9b7b-383b2a076a22.
Jun 29 14:33:02.733473 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [req-078f8a77-372d-4507-bc0d-61823b6a9e63 req-1804f9fa-d3c3-4c4b-a363-f2483528a75d tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Calling delete_port for 05abead1-999d-420b-9b7b-383b2a076a22 owned by compute:nova {{(pid=74234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:33:02.876239 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-078f8a77-372d-4507-bc0d-61823b6a9e63 req-1804f9fa-d3c3-4c4b-a363-f2483528a75d tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:02.882064 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-b1b52651-ba72-4170-a426-d31d93cb8f41 tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:02.962669 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1804f9fa-d3c3-4c4b-a363-f2483528a75d tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Pushing event deleted for resources: {'Port': ['ID=05abead1-999d-420b-9b7b-383b2a076a22,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:02.970084 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-1804f9fa-d3c3-4c4b-a363-f2483528a75d tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:02.973010 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-a2857ba1-e9ec-4fea-9b9d-2e2553be3738 req-a0cec6c2-a080-43fb-9596-b422b5732d51 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 210 time: 0.0533640
Jun 29 14:33:03.131651 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device da2a16d0-a72c-4e20-9a86-51b3070c4df3 no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:33:03.173596 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] No Port match for: da2a16d0-a72c-4e20-9a86-51b3070c4df3 {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:33:03.174090 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device da2a16d0-a72c-4e20-9a86-51b3070c4df3 not bound to the agent host hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:33:03.209129 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.l3_agent_scheduler [req-078f8a77-372d-4507-bc0d-61823b6a9e63 req-1804f9fa-d3c3-4c4b-a363-f2483528a75d tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Router bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:33:03.369412 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 44572) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:33:03.456359 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-824867b6-9811-44f0-bb9e-85ee5672f1e1 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:03.496214 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-824867b6-9811-44f0-bb9e-85ee5672f1e1 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:03.561494 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-824867b6-9811-44f0-bb9e-85ee5672f1e1 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:03.564247 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-f233cc0a-ace4-4c07-bd74-8068bed3ffac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:03.581936 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824867b6-9811-44f0-bb9e-85ee5672f1e1 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:03.585578 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-824867b6-9811-44f0-bb9e-85ee5672f1e1 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:03.593296 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-824867b6-9811-44f0-bb9e-85ee5672f1e1 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:03.602481 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-078f8a77-372d-4507-bc0d-61823b6a9e63 req-1804f9fa-d3c3-4c4b-a363-f2483528a75d tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:33:03.604148 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-824867b6-9811-44f0-bb9e-85ee5672f1e1 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "DELETE /v2.0/security-groups/31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b HTTP/1.1" status: 204  len: 168 time: 0.2328179
Jun 29 14:33:03.607216 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 44578) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:33:03.621104 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98603c29-1472-42b3-8f04-875851fa43e9 None None] Sync routers for ids ['bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'] in dv-cinder-798356-1-iscsi {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:33:03.627562 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.api.v2.resource [None req-a32ead6d-8671-4363-8d68-2ab22bbdee95 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] show failed (client error): The resource could not be found.
Jun 29 14:33:03.628644 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-a32ead6d-8671-4363-8d68-2ab22bbdee95 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups/31c70bc8-bd42-4e1a-98b4-5bbcdb8e607b HTTP/1.1" status: 404  len: 347 time: 0.0203421
Jun 29 14:33:03.631407 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 44582) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:33:03.643401 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98603c29-1472-42b3-8f04-875851fa43e9 None None] Routers {'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:33:03.644308 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-98603c29-1472-42b3-8f04-875851fa43e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94a21eb0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:32:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:33:03.734350 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [req-078f8a77-372d-4507-bc0d-61823b6a9e63 req-1804f9fa-d3c3-4c4b-a363-f2483528a75d tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] No DVR routers for this DVR port 05abead1-999d-420b-9b7b-383b2a076a22 on host hv-cinder-79835 {{(pid=74234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 14:33:03.737446 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-078f8a77-372d-4507-bc0d-61823b6a9e63 req-1804f9fa-d3c3-4c4b-a363-f2483528a75d tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:03.754057 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c', 'name': 'network-vif-deleted', 'tag': '05abead1-999d-420b-9b7b-383b2a076a22'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:33:03.771898 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-078f8a77-372d-4507-bc0d-61823b6a9e63 req-1804f9fa-d3c3-4c4b-a363-f2483528a75d tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.69 "DELETE /v2.0/ports/05abead1-999d-420b-9b7b-383b2a076a22 HTTP/1.1" status: 204  len: 173 time: 1.8008399
Jun 29 14:33:03.805135 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-e208484d-03a6-44be-b49c-1f6357d0bb22 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Deleting port c9b7fb11-cd6f-4e35-9a09-6c77de81afdc {{(pid=74235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:33:03.805602 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-e208484d-03a6-44be-b49c-1f6357d0bb22 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:03.811683 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd050b9-254f-432c-bd43-91fc969c8a7e req-43b06f33-4627-4bd3-920f-2c3bffba62c6 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:03.813206 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-edd050b9-254f-432c-bd43-91fc969c8a7e req-43b06f33-4627-4bd3-920f-2c3bffba62c6 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f5f7aa-baf5-4634-b920-62612a2865c3 HTTP/1.1" status: 200  len: 945 time: 0.3716495
Jun 29 14:33:03.880177 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c', 'name': 'network-vif-deleted', 'tag': '05abead1-999d-420b-9b7b-383b2a076a22', 'status': 'completed', 'code': 200}
Jun 29 14:33:03.929080 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-98603c29-1472-42b3-8f04-875851fa43e9 None None] Set router bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d gateway port host: dv-cinder-798356-1-iscsi {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:33:03.968549 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-edd050b9-254f-432c-bd43-91fc969c8a7e req-1d3e04db-8e48-468c-9db1-bbfb2925be36 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1444890
Jun 29 14:33:04.051068 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-e208484d-03a6-44be-b49c-1f6357d0bb22 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:04.051795 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-e208484d-03a6-44be-b49c-1f6357d0bb22 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:04.199726 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-e208484d-03a6-44be-b49c-1f6357d0bb22 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Calling delete_port for c9b7fb11-cd6f-4e35-9a09-6c77de81afdc owned by network:floatingip {{(pid=74235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:33:04.307855 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-fbe715ee-f44c-40c9-9d8a-f73d6fc51be2 req-04ef1feb-3b1d-4130-ab75-133025750477 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=25f9ae58-0ad5-46f7-8d0d-7b93caae5a3c HTTP/1.1" status: 200  len: 210 time: 0.0529499
Jun 29 14:33:04.389582 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-98603c29-1472-42b3-8f04-875851fa43e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94a21eb0>, [{'id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'name': 'tempest-AttachVolumeTestJSON-23625440-router', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '72285900-8a54-40e1-a50b-4894872e1c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:28:07Z', 'revision_number': 4, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'gw_port': {'id': '72285900-8a54-40e1-a50b-4894872e1c95', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:54Z', 'updated_at': '2021-06-29T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '02862bf3-dc57-4c33-b9c4-f64dd8a45923', 'name': '', 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'mac_address': 'fa:16:3e:77:6b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b290bd3-20c6-48b7-a0ea-2f1a94cb7740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:04Z', 'updated_at': '2021-06-29T14:28:22Z', 'revision_number': 5, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'subnets': [{'id': '6b290bd3-20c6-48b7-a0ea-2f1a94cb7740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:33:04.407540 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98603c29-1472-42b3-8f04-875851fa43e9 None None] Checking router: bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d for host: dv-cinder-798356-1-iscsi {{(pid=74237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:33:04.424087 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98603c29-1472-42b3-8f04-875851fa43e9 None None] Routers {'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:33:04.425015 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-98603c29-1472-42b3-8f04-875851fa43e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94a21eb0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:32:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:33:04.457767 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-e208484d-03a6-44be-b49c-1f6357d0bb22 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:04.468829 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:04.609459 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e208484d-03a6-44be-b49c-1f6357d0bb22 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Pushing event deleted for resources: {'Port': ['ID=c9b7fb11-cd6f-4e35-9a09-6c77de81afdc,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:04.636441 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-e208484d-03a6-44be-b49c-1f6357d0bb22 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:04.710750 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-e208484d-03a6-44be-b49c-1f6357d0bb22 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for floatingip, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:04.743063 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-e208484d-03a6-44be-b49c-1f6357d0bb22 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for floatingip, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:04.748248 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-e208484d-03a6-44be-b49c-1f6357d0bb22 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "DELETE /v2.0/floatingips/8c436488-03f4-43c5-ae15-abf8e469c128 HTTP/1.1" status: 204  len: 168 time: 1.1145110
Jun 29 14:33:04.778439 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-98603c29-1472-42b3-8f04-875851fa43e9 None None] Set router bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d gateway port host: dv-cinder-798356-1-iscsi {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:33:05.098985 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-98603c29-1472-42b3-8f04-875851fa43e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94a21eb0>, [{'id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'name': 'tempest-AttachVolumeTestJSON-23625440-router', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '72285900-8a54-40e1-a50b-4894872e1c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:28:07Z', 'revision_number': 4, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'gw_port': {'id': '72285900-8a54-40e1-a50b-4894872e1c95', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:54Z', 'updated_at': '2021-06-29T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '02862bf3-dc57-4c33-b9c4-f64dd8a45923', 'name': '', 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'mac_address': 'fa:16:3e:77:6b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b290bd3-20c6-48b7-a0ea-2f1a94cb7740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:04Z', 'updated_at': '2021-06-29T14:28:22Z', 'revision_number': 5, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'subnets': [{'id': '6b290bd3-20c6-48b7-a0ea-2f1a94cb7740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:33:05.103682 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98603c29-1472-42b3-8f04-875851fa43e9 None None] The sync data for ids ['bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'] in dv-cinder-798356-1-iscsi is: [{'id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'name': 'tempest-AttachVolumeTestJSON-23625440-router', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '72285900-8a54-40e1-a50b-4894872e1c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:28:07Z', 'revision_number': 4, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'gw_port': {'id': '72285900-8a54-40e1-a50b-4894872e1c95', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:54Z', 'updated_at': '2021-06-29T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '02862bf3-dc57-4c33-b9c4-f64dd8a45923', 'name': '', 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'mac_address': 'fa:16:3e:77:6b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b290bd3-20c6-48b7-a0ea-2f1a94cb7740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:04Z', 'updated_at': '2021-06-29T14:28:22Z', 'revision_number': 5, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'subnets': [{'id': '6b290bd3-20c6-48b7-a0ea-2f1a94cb7740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:33:05.130923 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 05abead1-999d-420b-9b7b-383b2a076a22 no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:33:05.167051 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] No Port match for: 05abead1-999d-420b-9b7b-383b2a076a22 {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:33:05.167594 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 05abead1-999d-420b-9b7b-383b2a076a22 not bound to the agent host hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:33:05.329123 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 44608) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:33:05.335441 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-0c171c83-7e2e-4e6c-9da0-6c3017bea395 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Request body: {'security_group': {'name': 'tempest-securitygroup--243741', 'description': 'tempest-description--1763141230'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:33:05.341250 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-0c171c83-7e2e-4e6c-9da0-6c3017bea395 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:33:05.345859 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-0c171c83-7e2e-4e6c-9da0-6c3017bea395 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Usage tracker for resource:security_group and tenant:9168106bff7043a69607ef135131ee6b is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:33:05.349062 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-0c171c83-7e2e-4e6c-9da0-6c3017bea395 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:33:05.360950 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-0c171c83-7e2e-4e6c-9da0-6c3017bea395 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:33:05.371492 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0c171c83-7e2e-4e6c-9da0-6c3017bea395 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:05.407731 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-0c171c83-7e2e-4e6c-9da0-6c3017bea395 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:33:05.411443 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-0c171c83-7e2e-4e6c-9da0-6c3017bea395 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Usage tracker for resource:security_group_rule and tenant:9168106bff7043a69607ef135131ee6b is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:33:05.414282 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-0c171c83-7e2e-4e6c-9da0-6c3017bea395 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:33:05.424771 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-0c171c83-7e2e-4e6c-9da0-6c3017bea395 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:33:05.488266 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 44618) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:33:05.502237 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0c171c83-7e2e-4e6c-9da0-6c3017bea395 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:05.509929 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0c171c83-7e2e-4e6c-9da0-6c3017bea395 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:05.517068 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-5173c1ee-586f-46a0-b6ce-bd5e1e9db371 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:05.563486 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-3f1d333b-660c-4288-ae8e-ae2824f85c41 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:05.565344 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c171c83-7e2e-4e6c-9da0-6c3017bea395 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac388540-5c3c-4a71-b633-489f9406ab64,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:05.569133 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0c171c83-7e2e-4e6c-9da0-6c3017bea395 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:05.570606 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-0c171c83-7e2e-4e6c-9da0-6c3017bea395 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1610 time: 0.2404239
Jun 29 14:33:05.571759 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-0c171c83-7e2e-4e6c-9da0-6c3017bea395 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:05.573233 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 44624) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:33:05.580059 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-eb14cfd6-22af-4cc5-bf44-a39d0c14d1ed tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Request body: {'security_group_rule': {'security_group_id': 'ac388540-5c3c-4a71-b633-489f9406ab64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:33:05.587147 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-eb14cfd6-22af-4cc5-bf44-a39d0c14d1ed tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:33:05.594630 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-eb14cfd6-22af-4cc5-bf44-a39d0c14d1ed tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Usage tracker for resource:security_group_rule and tenant:9168106bff7043a69607ef135131ee6b is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:33:05.599530 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-eb14cfd6-22af-4cc5-bf44-a39d0c14d1ed tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:33:05.604043 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-3f1d333b-660c-4288-ae8e-ae2824f85c41 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:05.610968 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-eb14cfd6-22af-4cc5-bf44-a39d0c14d1ed tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:33:05.634414 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-eb14cfd6-22af-4cc5-bf44-a39d0c14d1ed tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:05.677957 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-3f1d333b-660c-4288-ae8e-ae2824f85c41 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:05.689906 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-d061faf2-005d-4bf9-95f9-cb63259889a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:05.710726 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1d333b-660c-4288-ae8e-ae2824f85c41 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34018851-8d0c-4563-8283-5e3b3a13491f,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:05.719644 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-3f1d333b-660c-4288-ae8e-ae2824f85c41 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:05.721985 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-3f1d333b-660c-4288-ae8e-ae2824f85c41 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:05.723988 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-3f1d333b-660c-4288-ae8e-ae2824f85c41 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "DELETE /v2.0/security-groups/34018851-8d0c-4563-8283-5e3b3a13491f HTTP/1.1" status: 204  len: 168 time: 0.2338090
Jun 29 14:33:05.726017 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 44634) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:33:05.730821 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-eb14cfd6-22af-4cc5-bf44-a39d0c14d1ed tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:05.737016 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-eb14cfd6-22af-4cc5-bf44-a39d0c14d1ed tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768944'] for security_group_rule, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:05.740622 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:05.747849 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.api.v2.resource [None req-00f54ac9-7d83-4d52-a2de-589bee0b73b9 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] show failed (client error): The resource could not be found.
Jun 29 14:33:05.752027 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-00f54ac9-7d83-4d52-a2de-589bee0b73b9 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups/34018851-8d0c-4563-8283-5e3b3a13491f HTTP/1.1" status: 404  len: 347 time: 0.0218489
Jun 29 14:33:05.752397 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 44638) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:33:05.785055 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14cfd6-22af-4cc5-bf44-a39d0c14d1ed tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=adaa32ee-f5b6-4941-9d02-b1af06381d1b,revision_number=0']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:05.790063 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-eb14cfd6-22af-4cc5-bf44-a39d0c14d1ed tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:05.798203 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-eb14cfd6-22af-4cc5-bf44-a39d0c14d1ed tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:05.802138 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-eb14cfd6-22af-4cc5-bf44-a39d0c14d1ed tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2252138
Jun 29 14:33:05.802523 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 44642) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:33:05.809225 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-68af2c69-20c7-4c89-8b9c-0431a65263dc tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Request body: {'security_group_rule': {'security_group_id': 'ac388540-5c3c-4a71-b633-489f9406ab64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:33:05.818806 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-68af2c69-20c7-4c89-8b9c-0431a65263dc tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:33:05.823330 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-68af2c69-20c7-4c89-8b9c-0431a65263dc tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Usage tracker for resource:security_group_rule and tenant:9168106bff7043a69607ef135131ee6b is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:33:05.826474 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-68af2c69-20c7-4c89-8b9c-0431a65263dc tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:33:05.834187 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-68af2c69-20c7-4c89-8b9c-0431a65263dc tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:33:05.857569 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-68af2c69-20c7-4c89-8b9c-0431a65263dc tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:05.918916 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-9327670e-d3f2-48da-8098-2563431afafc tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Deleting port d3600b86-3489-487b-9231-f390ccd6c3fe {{(pid=74235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:33:05.919268 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-9327670e-d3f2-48da-8098-2563431afafc tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:05.948429 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-68af2c69-20c7-4c89-8b9c-0431a65263dc tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:05.956223 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-68af2c69-20c7-4c89-8b9c-0431a65263dc tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768944'] for security_group_rule, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:05.959116 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-beff30b5-7e54-4247-892e-f163fc7bf659 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:05.996964 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-fdb06fbc-dbc9-4067-9b55-391e05892116 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:06.007479 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-68af2c69-20c7-4c89-8b9c-0431a65263dc tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:06.008797 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-68af2c69-20c7-4c89-8b9c-0431a65263dc tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2052944
Jun 29 14:33:06.009703 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68af2c69-20c7-4c89-8b9c-0431a65263dc tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f865b82e-4e2f-43fe-907e-461d5dc9a0fd,revision_number=0']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:06.012321 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-68af2c69-20c7-4c89-8b9c-0431a65263dc tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:06.012790 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 44652) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:33:06.019041 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-705fa682-9c6c-44c2-b252-cc4757366b1b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Request body: {'floatingip': {'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:33:06.024887 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-705fa682-9c6c-44c2-b252-cc4757366b1b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:33:06.028670 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-705fa682-9c6c-44c2-b252-cc4757366b1b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Usage tracker for resource:floatingip and tenant:9168106bff7043a69607ef135131ee6b is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:33:06.031518 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-705fa682-9c6c-44c2-b252-cc4757366b1b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:33:06.038484 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-705fa682-9c6c-44c2-b252-cc4757366b1b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:33:06.052068 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-705fa682-9c6c-44c2-b252-cc4757366b1b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for floatingip, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:06.131140 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-9327670e-d3f2-48da-8098-2563431afafc tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:06.131536 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-9327670e-d3f2-48da-8098-2563431afafc tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:06.209736 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-705fa682-9c6c-44c2-b252-cc4757366b1b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:06.273302 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-9327670e-d3f2-48da-8098-2563431afafc tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Calling delete_port for d3600b86-3489-487b-9231-f390ccd6c3fe owned by network:floatingip {{(pid=74235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:33:06.365975 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_common [None req-705fa682-9c6c-44c2-b252-cc4757366b1b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Allocated IP 172.27.1.41 (4aeb16d3-bc5e-4796-b60c-2ad2a6d47368/089d678a-05aa-4bef-b283-da88079c7f50/dc720589-b9f4-48cb-8993-984ee9707713) {{(pid=74234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:33:06.393540 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:06.442386 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-9327670e-d3f2-48da-8098-2563431afafc tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:06.447355 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:06.496566 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9327670e-d3f2-48da-8098-2563431afafc tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Pushing event deleted for resources: {'Port': ['ID=d3600b86-3489-487b-9231-f390ccd6c3fe,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:06.505240 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-9327670e-d3f2-48da-8098-2563431afafc tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:06.554581 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-705fa682-9c6c-44c2-b252-cc4757366b1b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for port, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:06.590666 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-705fa682-9c6c-44c2-b252-cc4757366b1b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:06.598609 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-4efd820a-ef62-4e1e-a9cd-555204e4579a tempest-VolumesNegativeTest-754260958 tempest-VolumesNegativeTest-754260958-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:06.602228 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-9327670e-d3f2-48da-8098-2563431afafc tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for floatingip, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:06.619189 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-9327670e-d3f2-48da-8098-2563431afafc tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for floatingip, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:06.622724 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-9327670e-d3f2-48da-8098-2563431afafc tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "DELETE /v2.0/floatingips/7b751308-5398-4ca3-aa0e-b447739f44b7 HTTP/1.1" status: 204  len: 168 time: 0.8670664
Jun 29 14:33:06.681340 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-705fa682-9c6c-44c2-b252-cc4757366b1b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Network 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:33:06.684319 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [None req-705fa682-9c6c-44c2-b252-cc4757366b1b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:33:06.688582 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-705fa682-9c6c-44c2-b252-cc4757366b1b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Received port after_create {{(pid=74234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:33:06.721762 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fa682-9c6c-44c2-b252-cc4757366b1b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Pushing event updated for resources: {'Port': ['ID=dc720589-b9f4-48cb-8993-984ee9707713,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:06.730626 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-705fa682-9c6c-44c2-b252-cc4757366b1b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:06.871497 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-705fa682-9c6c-44c2-b252-cc4757366b1b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:06.944042 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-705fa682-9c6c-44c2-b252-cc4757366b1b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:07.031726 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 44674) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:33:07.037442 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-959c9a51-beb7-42ea-833e-26b91a74922a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2008525083', 'description': 'tempest-description--2062208982'}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:33:07.043647 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-959c9a51-beb7-42ea-833e-26b91a74922a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:33:07.049047 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-959c9a51-beb7-42ea-833e-26b91a74922a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Usage tracker for resource:security_group and tenant:5bff793212d24b37a3b1ec86e1a04aaa is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:33:07.052252 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-959c9a51-beb7-42ea-833e-26b91a74922a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:33:07.058249 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-959c9a51-beb7-42ea-833e-26b91a74922a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:33:07.069681 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-959c9a51-beb7-42ea-833e-26b91a74922a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:07.105132 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-959c9a51-beb7-42ea-833e-26b91a74922a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:33:07.109380 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-959c9a51-beb7-42ea-833e-26b91a74922a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Usage tracker for resource:security_group_rule and tenant:5bff793212d24b37a3b1ec86e1a04aaa is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:33:07.112252 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-959c9a51-beb7-42ea-833e-26b91a74922a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:33:07.118316 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-959c9a51-beb7-42ea-833e-26b91a74922a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:33:07.179794 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-959c9a51-beb7-42ea-833e-26b91a74922a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:07.183997 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-959c9a51-beb7-42ea-833e-26b91a74922a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:07.189766 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-7f5fa050-b3c6-41c3-add3-d2220e610498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:07.201384 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-705fa682-9c6c-44c2-b252-cc4757366b1b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:07.206784 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-705fa682-9c6c-44c2-b252-cc4757366b1b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:07.211130 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-7bc9f791-a7d7-417d-9085-4cc8924116c9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:07.231704 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959c9a51-beb7-42ea-833e-26b91a74922a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f48f3127-b3fd-478c-87d4-b50461043bad,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:07.234976 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-959c9a51-beb7-42ea-833e-26b91a74922a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:07.236974 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-959c9a51-beb7-42ea-833e-26b91a74922a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:07.241269 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-959c9a51-beb7-42ea-833e-26b91a74922a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1614 time: 0.2054532
Jun 29 14:33:07.241269 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 44678) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:33:07.248096 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-08023ab4-4f5a-42ef-a633-09ba1b70b247 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Request body: {'security_group_rule': {'security_group_id': 'f48f3127-b3fd-478c-87d4-b50461043bad', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:33:07.255644 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-08023ab4-4f5a-42ef-a633-09ba1b70b247 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:33:07.260884 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-08023ab4-4f5a-42ef-a633-09ba1b70b247 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Usage tracker for resource:security_group_rule and tenant:5bff793212d24b37a3b1ec86e1a04aaa is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:33:07.264915 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-08023ab4-4f5a-42ef-a633-09ba1b70b247 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:33:07.272551 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-08023ab4-4f5a-42ef-a633-09ba1b70b247 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:33:07.290360 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-08023ab4-4f5a-42ef-a633-09ba1b70b247 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:07.312827 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705fa682-9c6c-44c2-b252-cc4757366b1b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Pushing event updated for resources: {'Port': ['ID=dc720589-b9f4-48cb-8993-984ee9707713,revision_number=2']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:07.317070 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-705fa682-9c6c-44c2-b252-cc4757366b1b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:07.329665 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-705fa682-9c6c-44c2-b252-cc4757366b1b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-669791'] for floatingip, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:07.356628 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-705fa682-9c6c-44c2-b252-cc4757366b1b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for floatingip, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:07.357917 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-705fa682-9c6c-44c2-b252-cc4757366b1b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.3440790
Jun 29 14:33:07.360168 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-08023ab4-4f5a-42ef-a633-09ba1b70b247 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:07.363879 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-08023ab4-4f5a-42ef-a633-09ba1b70b247 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768944'] for security_group_rule, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:07.365908 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:07.395304 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08023ab4-4f5a-42ef-a633-09ba1b70b247 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20d9a352-0c4a-4f3e-9790-3ded2888417c,revision_number=0']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:07.400135 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-08023ab4-4f5a-42ef-a633-09ba1b70b247 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:07.405301 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-08023ab4-4f5a-42ef-a633-09ba1b70b247 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:07.407207 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-08023ab4-4f5a-42ef-a633-09ba1b70b247 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.1645727
Jun 29 14:33:07.410100 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 44684) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:33:07.416287 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-06e0a08f-0130-46ea-aeaa-7fa76a12c86a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Request body: {'security_group_rule': {'security_group_id': 'f48f3127-b3fd-478c-87d4-b50461043bad', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:33:07.422214 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-06e0a08f-0130-46ea-aeaa-7fa76a12c86a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:33:07.427572 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-06e0a08f-0130-46ea-aeaa-7fa76a12c86a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Usage tracker for resource:security_group_rule and tenant:5bff793212d24b37a3b1ec86e1a04aaa is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:33:07.430655 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-06e0a08f-0130-46ea-aeaa-7fa76a12c86a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:33:07.436862 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-06e0a08f-0130-46ea-aeaa-7fa76a12c86a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:33:07.452935 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-06e0a08f-0130-46ea-aeaa-7fa76a12c86a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:07.557933 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-06e0a08f-0130-46ea-aeaa-7fa76a12c86a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:07.563881 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-06e0a08f-0130-46ea-aeaa-7fa76a12c86a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768944'] for security_group_rule, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:07.566576 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:07.600108 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e0a08f-0130-46ea-aeaa-7fa76a12c86a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9724b1ff-1e88-4521-9021-4bff8cda44f0,revision_number=0']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:07.607977 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-06e0a08f-0130-46ea-aeaa-7fa76a12c86a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:07.615649 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-06e0a08f-0130-46ea-aeaa-7fa76a12c86a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:07.618400 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-06e0a08f-0130-46ea-aeaa-7fa76a12c86a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.2070525
Jun 29 14:33:07.621415 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 44696) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:33:07.627724 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-20d3e685-f9ff-47e4-b07a-0a9644d71963 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Request body: {'floatingip': {'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:33:07.637085 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-20d3e685-f9ff-47e4-b07a-0a9644d71963 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:33:07.641788 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-20d3e685-f9ff-47e4-b07a-0a9644d71963 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Usage tracker for resource:floatingip and tenant:5bff793212d24b37a3b1ec86e1a04aaa is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:33:07.645120 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-20d3e685-f9ff-47e4-b07a-0a9644d71963 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:33:07.652206 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-20d3e685-f9ff-47e4-b07a-0a9644d71963 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:33:07.665135 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-bfff4d24-19d8-431e-8bce-ca1a4daa17a2 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Synchronizing usage tracker for tenant:9168106bff7043a69607ef135131ee6b on resource:security_group {{(pid=74235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:33:07.669133 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-20d3e685-f9ff-47e4-b07a-0a9644d71963 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for floatingip, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:07.681769 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-bfff4d24-19d8-431e-8bce-ca1a4daa17a2 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Unset dirty status for tenant:9168106bff7043a69607ef135131ee6b on resource:security_group {{(pid=74235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:33:07.683085 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-bfff4d24-19d8-431e-8bce-ca1a4daa17a2 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--243741&fields=id&tenant_id=9168106bff7043a69607ef135131ee6b HTTP/1.1" status: 200  len: 267 time: 0.0949535
Jun 29 14:33:07.811894 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-20d3e685-f9ff-47e4-b07a-0a9644d71963 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:07.835387 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-24b05e76-4b46-4d61-8080-11fd7c466801 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:07.836831 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-24b05e76-4b46-4d61-8080-11fd7c466801 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/networks?id=4efbe09a-ec64-4c57-8f69-466f632996dc HTTP/1.1" status: 200  len: 816 time: 0.1453393
Jun 29 14:33:07.853114 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-8c006e15-f774-4984-9d8b-7728371a6acb tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/quotas/9168106bff7043a69607ef135131ee6b HTTP/1.1" status: 200  len: 375 time: 0.0108540
Jun 29 14:33:07.934323 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-2982f86c-f169-4e4f-bad7-0739b1d8a7cb tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Synchronizing usage tracker for tenant:9168106bff7043a69607ef135131ee6b on resource:port {{(pid=74235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:33:07.959813 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-2982f86c-f169-4e4f-bad7-0739b1d8a7cb tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Unset dirty status for tenant:9168106bff7043a69607ef135131ee6b on resource:port {{(pid=74235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:33:07.961244 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-2982f86c-f169-4e4f-bad7-0739b1d8a7cb tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9168106bff7043a69607ef135131ee6b&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1028745
Jun 29 14:33:08.045406 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_common [None req-20d3e685-f9ff-47e4-b07a-0a9644d71963 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Allocated IP 172.27.1.53 (4aeb16d3-bc5e-4796-b60c-2ad2a6d47368/089d678a-05aa-4bef-b283-da88079c7f50/7fdea458-ec0d-42b5-83ea-c99e09995cc0) {{(pid=74234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:33:08.123289 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-29e9b5c2-011a-4669-9c06-e613148d415a service neutron] 10.222.0.13 "GET /v2.0/networks/4efbe09a-ec64-4c57-8f69-466f632996dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1477237
Jun 29 14:33:08.180022 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-bd358d39-431a-4a12-a414-b6756801ae53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:08.216614 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-20d3e685-f9ff-47e4-b07a-0a9644d71963 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for port, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:08.259242 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-20d3e685-f9ff-47e4-b07a-0a9644d71963 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:08.263893 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-f2ee8fd3-0686-40aa-8d0f-03711304c6ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:08.334394 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20d3e685-f9ff-47e4-b07a-0a9644d71963 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Network 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:33:08.335494 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3e685-f9ff-47e4-b07a-0a9644d71963 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Pushing event updated for resources: {'Port': ['ID=7fdea458-ec0d-42b5-83ea-c99e09995cc0,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:08.337893 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [None req-20d3e685-f9ff-47e4-b07a-0a9644d71963 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:33:08.339648 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-20d3e685-f9ff-47e4-b07a-0a9644d71963 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:08.340294 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20d3e685-f9ff-47e4-b07a-0a9644d71963 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Received port after_create {{(pid=74234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:33:08.399952 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-ec68c5a8-ef89-4e23-92b1-5184e91e3ad1 service neutron] 10.222.0.13 "GET /v2.0/networks/4efbe09a-ec64-4c57-8f69-466f632996dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2755020
Jun 29 14:33:08.508647 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-20d3e685-f9ff-47e4-b07a-0a9644d71963 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:08.597195 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-20d3e685-f9ff-47e4-b07a-0a9644d71963 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:08.649827 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d306fb5b-69db-4f23-b4ae-bd6947063609 req-b545e199-1732-4e2a-a592-f792a91dda98 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 210 time: 0.0849931
Jun 29 14:33:08.859302 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-20d3e685-f9ff-47e4-b07a-0a9644d71963 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:08.864239 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-20d3e685-f9ff-47e4-b07a-0a9644d71963 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:08.867870 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-1804f9fa-d3c3-4c4b-a363-f2483528a75d tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:08.977564 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d3e685-f9ff-47e4-b07a-0a9644d71963 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Pushing event updated for resources: {'Port': ['ID=7fdea458-ec0d-42b5-83ea-c99e09995cc0,revision_number=2']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:08.982083 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-20d3e685-f9ff-47e4-b07a-0a9644d71963 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:08.993574 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-20d3e685-f9ff-47e4-b07a-0a9644d71963 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-669791'] for floatingip, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:09.021402 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-20d3e685-f9ff-47e4-b07a-0a9644d71963 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for floatingip, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:09.022690 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-20d3e685-f9ff-47e4-b07a-0a9644d71963 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 1.4002585
Jun 29 14:33:09.179602 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:09.264682 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-e1a269f4-0582-459b-9511-bb932825911e req-53f33357-eed8-462f-ab33-f0a2e9f01a76 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Synchronizing usage tracker for tenant:5bff793212d24b37a3b1ec86e1a04aaa on resource:security_group {{(pid=74235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:33:09.280052 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-e1a269f4-0582-459b-9511-bb932825911e req-53f33357-eed8-462f-ab33-f0a2e9f01a76 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Unset dirty status for tenant:5bff793212d24b37a3b1ec86e1a04aaa on resource:security_group {{(pid=74235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:33:09.281262 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-e1a269f4-0582-459b-9511-bb932825911e req-53f33357-eed8-462f-ab33-f0a2e9f01a76 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--2008525083&fields=id&tenant_id=5bff793212d24b37a3b1ec86e1a04aaa HTTP/1.1" status: 200  len: 267 time: 0.0593269
Jun 29 14:33:09.438874 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a269f4-0582-459b-9511-bb932825911e req-5e7981ab-93f5-4d24-8e1b-64213f2f0190 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:09.440913 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-e1a269f4-0582-459b-9511-bb932825911e req-5e7981ab-93f5-4d24-8e1b-64213f2f0190 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/networks?id=4136cd64-8118-416e-874b-f6ed5b97de9f HTTP/1.1" status: 200  len: 809 time: 0.1523159
Jun 29 14:33:09.459519 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-e1a269f4-0582-459b-9511-bb932825911e req-fe135853-74c3-40bc-8d75-32c17d494a0b tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/quotas/5bff793212d24b37a3b1ec86e1a04aaa HTTP/1.1" status: 200  len: 375 time: 0.0107267
Jun 29 14:33:09.548139 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-e1a269f4-0582-459b-9511-bb932825911e req-7ab67ca1-a3b8-4f53-85d2-2433f24bdce6 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Synchronizing usage tracker for tenant:5bff793212d24b37a3b1ec86e1a04aaa on resource:port {{(pid=74235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:33:09.562792 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-e1a269f4-0582-459b-9511-bb932825911e req-7ab67ca1-a3b8-4f53-85d2-2433f24bdce6 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Unset dirty status for tenant:5bff793212d24b37a3b1ec86e1a04aaa on resource:port {{(pid=74235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:33:09.564064 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-e1a269f4-0582-459b-9511-bb932825911e req-7ab67ca1-a3b8-4f53-85d2-2433f24bdce6 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=5bff793212d24b37a3b1ec86e1a04aaa&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0992754
Jun 29 14:33:09.715012 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-e1a269f4-0582-459b-9511-bb932825911e req-ff670990-756d-4d18-9f64-f64d43db1bc4 service neutron] 10.222.0.13 "GET /v2.0/networks/4136cd64-8118-416e-874b-f6ed5b97de9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392989
Jun 29 14:33:09.864632 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-e1a269f4-0582-459b-9511-bb932825911e req-06a21d07-0151-45da-b2f4-b5a5c9f1eb70 service neutron] 10.222.0.13 "GET /v2.0/networks/4136cd64-8118-416e-874b-f6ed5b97de9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1443064
Jun 29 14:33:09.907627 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-6e383c30-6019-464e-9a41-b707f465bc2c req-a40c3d47-ba06-4007-b159-078c301b7b50 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 210 time: 0.0743694
Jun 29 14:33:09.980791 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:10.083998 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-b4fa61d2-873a-41bb-9a1e-9436ebe5912b req-036f551a-4d1b-4c20-96b7-cd42ea39ff55 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Synchronizing usage tracker for tenant:5bff793212d24b37a3b1ec86e1a04aaa on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:33:10.093200 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-046e16ab-e7b1-4c2a-866d-0514bac7f899 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:10.094671 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-046e16ab-e7b1-4c2a-866d-0514bac7f899 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.69 "GET /v2.0/networks?id=4efbe09a-ec64-4c57-8f69-466f632996dc HTTP/1.1" status: 200  len: 816 time: 0.2147830
Jun 29 14:33:10.103108 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-b4fa61d2-873a-41bb-9a1e-9436ebe5912b req-036f551a-4d1b-4c20-96b7-cd42ea39ff55 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Unset dirty status for tenant:5bff793212d24b37a3b1ec86e1a04aaa on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:33:10.104250 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b4fa61d2-873a-41bb-9a1e-9436ebe5912b req-036f551a-4d1b-4c20-96b7-cd42ea39ff55 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=677e6c79-cb8f-4429-ac54-29e02060d2f9 HTTP/1.1" status: 200  len: 210 time: 0.0730050
Jun 29 14:33:10.173195 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-933e734f-b6bc-4fec-b12c-9504b6aea55f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Synchronizing usage tracker for tenant:9168106bff7043a69607ef135131ee6b on resource:security_group {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:33:10.189796 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-933e734f-b6bc-4fec-b12c-9504b6aea55f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Unset dirty status for tenant:9168106bff7043a69607ef135131ee6b on resource:security_group {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:33:10.190942 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-933e734f-b6bc-4fec-b12c-9504b6aea55f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9168106bff7043a69607ef135131ee6b HTTP/1.1" status: 200  len: 376 time: 0.0805359
Jun 29 14:33:10.199665 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-ed258878-f45b-40d8-9701-4e3f344df02f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Request body: {'port': {'device_id': '72d898c4-f486-42ad-a7a5-f3f03b2c14d9', 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc', 'admin_state_up': True, 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'security_groups': ['ac388540-5c3c-4a71-b633-489f9406ab64']}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:33:10.339949 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-ed258878-f45b-40d8-9701-4e3f344df02f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:33:10.350842 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-ed258878-f45b-40d8-9701-4e3f344df02f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:33:10.363020 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-ed258878-f45b-40d8-9701-4e3f344df02f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Made reservation on behalf of 9168106bff7043a69607ef135131ee6b for: {'port': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:33:10.369333 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-ed258878-f45b-40d8-9701-4e3f344df02f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:10.536481 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_common [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-ed258878-f45b-40d8-9701-4e3f344df02f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Allocated IP 172.20.0.11 (4efbe09a-ec64-4c57-8f69-466f632996dc/7c6c0350-3172-4dbb-bc15-a1e408f3e7e3/f273c6bd-38a7-4724-90d9-2dfeb5591e7d) {{(pid=74234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:33:10.737522 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-ed258878-f45b-40d8-9701-4e3f344df02f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for port, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:10.752909 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-ed258878-f45b-40d8-9701-4e3f344df02f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Transition to ACTIVE for port object f273c6bd-38a7-4724-90d9-2dfeb5591e7d will not be triggered until provisioned by entity DHCP. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:33:10.775050 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-ed258878-f45b-40d8-9701-4e3f344df02f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:10.783919 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-0971ce9c-a431-4919-8b06-1e593a91408b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:10.880021 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:10.957459 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-ed258878-f45b-40d8-9701-4e3f344df02f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Network 4efbe09a-ec64-4c57-8f69-466f632996dc is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:33:10.961571 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-ed258878-f45b-40d8-9701-4e3f344df02f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:33:10.964576 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-ed258878-f45b-40d8-9701-4e3f344df02f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Received port after_create {{(pid=74234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:33:11.009291 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed258878-f45b-40d8-9701-4e3f344df02f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Pushing event updated for resources: {'Port': ['ID=f273c6bd-38a7-4724-90d9-2dfeb5591e7d,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:11.012850 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-ed258878-f45b-40d8-9701-4e3f344df02f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:11.051670 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-ed258878-f45b-40d8-9701-4e3f344df02f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:11.052288 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-ed258878-f45b-40d8-9701-4e3f344df02f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:11.083820 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-ed258878-f45b-40d8-9701-4e3f344df02f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8879702
Jun 29 14:33:11.316011 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-fc2562fa-c9fc-4c51-80db-cfc4f28e54ff service neutron] Request body: {'port': {'device_id': '72d898c4-f486-42ad-a7a5-f3f03b2c14d9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:33:11.330567 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a31d8d-0412-48c3-a957-818ee5a6cb0a req-afc545f7-d223-4b9c-aa73-6db5ab29b9ca tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:11.332550 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-04a31d8d-0412-48c3-a957-818ee5a6cb0a req-afc545f7-d223-4b9c-aa73-6db5ab29b9ca tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 932 time: 0.2032979
Jun 29 14:33:11.386310 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-0120b3c7-db11-4af7-9fc6-8d7255dbc20b None None] Provisioning for port f273c6bd-38a7-4724-90d9-2dfeb5591e7d completed by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:33:11.394549 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-0120b3c7-db11-4af7-9fc6-8d7255dbc20b None None] Provisioning complete for port f273c6bd-38a7-4724-90d9-2dfeb5591e7d triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:33:11.395217 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-0120b3c7-db11-4af7-9fc6-8d7255dbc20b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:11.399591 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-04a31d8d-0412-48c3-a957-818ee5a6cb0a req-368aece8-bbb2-4107-b1d3-95733e3ea215 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0588355
Jun 29 14:33:11.489214 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a269f4-0582-459b-9511-bb932825911e req-1ad07602-6c94-4621-b641-7f1ee3375fb0 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:11.490682 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e1a269f4-0582-459b-9511-bb932825911e req-1ad07602-6c94-4621-b641-7f1ee3375fb0 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.69 "GET /v2.0/networks?id=4136cd64-8118-416e-874b-f6ed5b97de9f HTTP/1.1" status: 200  len: 809 time: 0.3860838
Jun 29 14:33:11.506870 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c27511e2-3cd0-43c7-b10d-7a686017b73a req-7d04d116-a585-4411-a839-aecc65459b0a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=677e6c79-cb8f-4429-ac54-29e02060d2f9 HTTP/1.1" status: 200  len: 210 time: 0.1495795
Jun 29 14:33:11.508316 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39c5b148-ebbb-450c-9363-71c7e203d9b9 None None] New status for floating IP 8c436488-03f4-43c5-ae15-abf8e469c128: DOWN {{(pid=74236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 14:33:11.607850 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e1a269f4-0582-459b-9511-bb932825911e req-8d43a0a6-bddd-4dd0-91b9-16297f3c14e8 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5bff793212d24b37a3b1ec86e1a04aaa HTTP/1.1" status: 200  len: 380 time: 0.0997400
Jun 29 14:33:11.620969 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-0120b3c7-db11-4af7-9fc6-8d7255dbc20b None None] Port f273c6bd-38a7-4724-90d9-2dfeb5591e7d cannot update to ACTIVE because it is not bound. {{(pid=74236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 14:33:11.627295 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-e1a269f4-0582-459b-9511-bb932825911e req-7d4438eb-9e7e-42a7-821b-b821fce19196 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Request body: {'port': {'device_id': '677e6c79-cb8f-4429-ac54-29e02060d2f9', 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f', 'admin_state_up': True, 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'security_groups': ['f48f3127-b3fd-478c-87d4-b50461043bad']}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:33:11.721524 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-fc2562fa-c9fc-4c51-80db-cfc4f28e54ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:11.745947 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b96ba45e-d631-4a83-a788-311b8661dc09 req-49d6cffa-98a3-4a89-a09f-a0e13742384c service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=23156ecb-72f5-4951-9ced-ee105a5cf6b7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.5220242
Jun 29 14:33:11.760289 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-81bf775a-97d9-4791-8b57-4716944833a3 req-e930f8b8-6566-4ed2-a07a-9578849636ae tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Synchronizing usage tracker for tenant:c9014e79d3da412c8ed251c61566ec86 on resource:security_group {{(pid=74235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:33:11.783874 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-81bf775a-97d9-4791-8b57-4716944833a3 req-e930f8b8-6566-4ed2-a07a-9578849636ae tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Unset dirty status for tenant:c9014e79d3da412c8ed251c61566ec86 on resource:security_group {{(pid=74235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:33:11.784583 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-81bf775a-97d9-4791-8b57-4716944833a3 req-e930f8b8-6566-4ed2-a07a-9578849636ae tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-404633653&fields=id&tenant_id=c9014e79d3da412c8ed251c61566ec86 HTTP/1.1" status: 200  len: 267 time: 0.0694256
Jun 29 14:33:11.900504 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-e1a269f4-0582-459b-9511-bb932825911e req-7d4438eb-9e7e-42a7-821b-b821fce19196 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:33:11.945051 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf775a-97d9-4791-8b57-4716944833a3 req-8e6bce2b-b2ff-48f1-b5f9-552c8f3b4781 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:11.945730 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-81bf775a-97d9-4791-8b57-4716944833a3 req-8e6bce2b-b2ff-48f1-b5f9-552c8f3b4781 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Synchronizing usage tracker for tenant:c9014e79d3da412c8ed251c61566ec86 on resource:network {{(pid=74235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:33:11.962171 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-81bf775a-97d9-4791-8b57-4716944833a3 req-8e6bce2b-b2ff-48f1-b5f9-552c8f3b4781 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Unset dirty status for tenant:c9014e79d3da412c8ed251c61566ec86 on resource:network {{(pid=74235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:33:11.963395 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-81bf775a-97d9-4791-8b57-4716944833a3 req-8e6bce2b-b2ff-48f1-b5f9-552c8f3b4781 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/networks?id=4ddc4164-6d7a-4f56-880f-00ed4c1aa07e HTTP/1.1" status: 200  len: 809 time: 0.1704314
Jun 29 14:33:11.973388 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-e1a269f4-0582-459b-9511-bb932825911e req-7d4438eb-9e7e-42a7-821b-b821fce19196 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:33:11.979725 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-81bf775a-97d9-4791-8b57-4716944833a3 req-9c1ab70b-ff69-4462-95b5-3879010f6465 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/quotas/c9014e79d3da412c8ed251c61566ec86 HTTP/1.1" status: 200  len: 375 time: 0.0109487
Jun 29 14:33:12.003155 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1a269f4-0582-459b-9511-bb932825911e req-7d4438eb-9e7e-42a7-821b-b821fce19196 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Made reservation on behalf of 5bff793212d24b37a3b1ec86e1a04aaa for: {'port': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:33:12.006055 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-e1a269f4-0582-459b-9511-bb932825911e req-7d4438eb-9e7e-42a7-821b-b821fce19196 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:12.064586 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-81bf775a-97d9-4791-8b57-4716944833a3 req-cb8d8395-5bf1-4932-ac23-97f93c9f2292 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Synchronizing usage tracker for tenant:c9014e79d3da412c8ed251c61566ec86 on resource:port {{(pid=74235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:33:12.081002 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-81bf775a-97d9-4791-8b57-4716944833a3 req-cb8d8395-5bf1-4932-ac23-97f93c9f2292 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Unset dirty status for tenant:c9014e79d3da412c8ed251c61566ec86 on resource:port {{(pid=74235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:33:12.091397 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-81bf775a-97d9-4791-8b57-4716944833a3 req-cb8d8395-5bf1-4932-ac23-97f93c9f2292 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=c9014e79d3da412c8ed251c61566ec86&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0993392
Jun 29 14:33:12.093353 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b96ba45e-d631-4a83-a788-311b8661dc09 req-258d433e-8695-4fa8-8ce1-3c8120525b13 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f8b1bff82789418781af3fd01f1db541&device_id=23156ecb-72f5-4951-9ced-ee105a5cf6b7 HTTP/1.1" status: 200  len: 1098 time: 0.2679868
Jun 29 14:33:12.239905 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-81bf775a-97d9-4791-8b57-4716944833a3 req-d24800c6-dc0d-4d18-91a1-3517f0f611ce service neutron] 10.222.0.13 "GET /v2.0/networks/4ddc4164-6d7a-4f56-880f-00ed4c1aa07e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1440470
Jun 29 14:33:12.397983 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-81bf775a-97d9-4791-8b57-4716944833a3 req-494709d7-dfd3-4d9e-b026-8e18b8f8f47e service neutron] 10.222.0.13 "GET /v2.0/networks/4ddc4164-6d7a-4f56-880f-00ed4c1aa07e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1512029
Jun 29 14:33:12.413346 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ba45e-d631-4a83-a788-311b8661dc09 req-8af7407d-195b-4686-b9ec-eb9e22e48c71 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:12.414899 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b96ba45e-d631-4a83-a788-311b8661dc09 req-8af7407d-195b-4686-b9ec-eb9e22e48c71 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1b9efcd0-963e-4312-8efc-097d81e095b0 HTTP/1.1" status: 200  len: 913 time: 0.2628753
Jun 29 14:33:12.559314 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_common [req-e1a269f4-0582-459b-9511-bb932825911e req-7d4438eb-9e7e-42a7-821b-b821fce19196 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Allocated IP 172.20.0.6 (4136cd64-8118-416e-874b-f6ed5b97de9f/6b290bd3-20c6-48b7-a0ea-2f1a94cb7740/50c64a73-7dc4-4bbc-b09f-bec9e05ab294) {{(pid=74234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:33:12.607132 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-fc2562fa-c9fc-4c51-80db-cfc4f28e54ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f273c6bd-38a7-4724-90d9-2dfeb5591e7d {{(pid=74234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:33:12.620186 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-fc2562fa-c9fc-4c51-80db-cfc4f28e54ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:12.667376 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b96ba45e-d631-4a83-a788-311b8661dc09 req-7cb1a1d0-5d90-4c0a-aec8-0e01bb9c9b18 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=38f34c3e-8b23-471e-8397-aec2b0960d64 HTTP/1.1" status: 200  len: 1001 time: 0.2437415
Jun 29 14:33:12.731807 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-fc2562fa-c9fc-4c51-80db-cfc4f28e54ff service neutron] Transition to ACTIVE for port object f273c6bd-38a7-4724-90d9-2dfeb5591e7d will not be triggered until provisioned by entity L2. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:33:12.773673 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-fc2562fa-c9fc-4c51-80db-cfc4f28e54ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:12.789110 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-e42926d3-c028-4579-ab9e-e661877e1b53 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:12.935530 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-abafff89-0f74-483c-8a68-b6a87b428fb9 req-9def2ded-8ec3-407a-966e-72a502a4207d tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=677e6c79-cb8f-4429-ac54-29e02060d2f9 HTTP/1.1" status: 200  len: 210 time: 0.0430732
Jun 29 14:33:13.047061 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-54fbbf95-d1c0-4dca-941d-a0d60675675c req-acd14c32-c0f4-4591-8ee0-0f8b3107a3ce tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 210 time: 0.0440934
Jun 29 14:33:13.132539 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ba45e-d631-4a83-a788-311b8661dc09 req-d7860c2a-3164-4cd4-a30b-9155c471ef00 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:13.134142 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b96ba45e-d631-4a83-a788-311b8661dc09 req-d7860c2a-3164-4cd4-a30b-9155c471ef00 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b1f452f3-ce90-45e6-b91e-51eb201b6ea6 HTTP/1.1" status: 200  len: 851 time: 0.4557889
Jun 29 14:33:13.195101 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2562fa-c9fc-4c51-80db-cfc4f28e54ff service neutron] Pushing event updated for resources: {'Port': ['ID=f273c6bd-38a7-4724-90d9-2dfeb5591e7d,revision_number=2']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:13.198599 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-fc2562fa-c9fc-4c51-80db-cfc4f28e54ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:13.289677 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c987afe-0bef-455a-843b-b11cac5aa083 req-f3104bd1-900f-4880-a7ef-59f9634a9bfb tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:13.290842 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-9c987afe-0bef-455a-843b-b11cac5aa083 req-f3104bd1-900f-4880-a7ef-59f9634a9bfb tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Synchronizing usage tracker for tenant:9168106bff7043a69607ef135131ee6b on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:33:13.432391 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-e1a269f4-0582-459b-9511-bb932825911e req-7d4438eb-9e7e-42a7-821b-b821fce19196 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for port, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:13.467165 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [req-e1a269f4-0582-459b-9511-bb932825911e req-7d4438eb-9e7e-42a7-821b-b821fce19196 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Transition to ACTIVE for port object 50c64a73-7dc4-4bbc-b09f-bec9e05ab294 will not be triggered until provisioned by entity DHCP. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:33:13.495306 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-9c987afe-0bef-455a-843b-b11cac5aa083 req-f3104bd1-900f-4880-a7ef-59f9634a9bfb tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Unset dirty status for tenant:9168106bff7043a69607ef135131ee6b on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:33:13.496877 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-9c987afe-0bef-455a-843b-b11cac5aa083 req-f3104bd1-900f-4880-a7ef-59f9634a9bfb tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 932 time: 0.8827982
Jun 29 14:33:13.525100 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 44826) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:33:13.615310 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-fc2562fa-c9fc-4c51-80db-cfc4f28e54ff service neutron] Attempting to bind port f273c6bd-38a7-4724-90d9-2dfeb5591e7d on host hv-cinder-79835 for vnic_type normal with profile  {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:33:13.615798 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-fc2562fa-c9fc-4c51-80db-cfc4f28e54ff service neutron] Attempting to bind port f273c6bd-38a7-4724-90d9-2dfeb5591e7d by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': '0dfa2ba1-aef0-4202-9eab-77e9ea1a0785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc'}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:33:13.616307 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-fc2562fa-c9fc-4c51-80db-cfc4f28e54ff service neutron] Attempting to bind port f273c6bd-38a7-4724-90d9-2dfeb5591e7d on network 4efbe09a-ec64-4c57-8f69-466f632996dc {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:33:13.657472 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b96ba45e-d631-4a83-a788-311b8661dc09 req-59863a69-c5ae-4324-98f0-67cd55bd45bb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1b9efcd0-963e-4312-8efc-097d81e095b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5043564
Jun 29 14:33:13.697815 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-e1a269f4-0582-459b-9511-bb932825911e req-7d4438eb-9e7e-42a7-821b-b821fce19196 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:13.753744 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-8a9f6570-aa4d-4142-ada3-1b973e28b749 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:13.805363 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-fc2562fa-c9fc-4c51-80db-cfc4f28e54ff service neutron] Port f273c6bd-38a7-4724-90d9-2dfeb5591e7d on network 4efbe09a-ec64-4c57-8f69-466f632996dc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 14:33:13.806235 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-fc2562fa-c9fc-4c51-80db-cfc4f28e54ff service neutron] Attempting to bind port f273c6bd-38a7-4724-90d9-2dfeb5591e7d on network 4efbe09a-ec64-4c57-8f69-466f632996dc {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:33:13.930951 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_v2 [None req-45b50b6a-a3c2-470c-95ac-7699ce49f354 admin admin] Deleting subnet 8cb76eb1-d4bf-4878-9dab-76ed436dd82d {{(pid=74234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 14:33:13.953911 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-9c987afe-0bef-455a-843b-b11cac5aa083 req-0f5972ba-f109-4bb0-aca7-399726cbe1b0 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.4413762
Jun 29 14:33:13.956720 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-45b50b6a-a3c2-470c-95ac-7699ce49f354 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:14.004160 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-fc2562fa-c9fc-4c51-80db-cfc4f28e54ff service neutron] Checking agent: {'id': 'f619983b-74b0-4a10-ac06-3edbe0602c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:33:14.004685 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-fc2562fa-c9fc-4c51-80db-cfc4f28e54ff service neutron] Checking segment: {'id': '0dfa2ba1-aef0-4202-9eab-77e9ea1a0785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:33:14.005569 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-fc2562fa-c9fc-4c51-80db-cfc4f28e54ff service neutron] Bound using segment: {'id': '0dfa2ba1-aef0-4202-9eab-77e9ea1a0785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc'} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:33:14.006204 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-fc2562fa-c9fc-4c51-80db-cfc4f28e54ff service neutron] Bound port: f273c6bd-38a7-4724-90d9-2dfeb5591e7d, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0dfa2ba1-aef0-4202-9eab-77e9ea1a0785', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 505, 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc'}}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:33:14.006572 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-fc2562fa-c9fc-4c51-80db-cfc4f28e54ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:14.057990 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1a269f4-0582-459b-9511-bb932825911e req-7d4438eb-9e7e-42a7-821b-b821fce19196 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Network 4136cd64-8118-416e-874b-f6ed5b97de9f is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:33:14.064406 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4438eb-9e7e-42a7-821b-b821fce19196 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Pushing event updated for resources: {'Port': ['ID=50c64a73-7dc4-4bbc-b09f-bec9e05ab294,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:14.072575 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [req-e1a269f4-0582-459b-9511-bb932825911e req-7d4438eb-9e7e-42a7-821b-b821fce19196 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:33:14.077242 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-7d4438eb-9e7e-42a7-821b-b821fce19196 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:14.080836 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1a269f4-0582-459b-9511-bb932825911e req-7d4438eb-9e7e-42a7-821b-b821fce19196 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Received port after_create {{(pid=74234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:33:14.194414 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-45b50b6a-a3c2-470c-95ac-7699ce49f354 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1222750'] for subnet, precommit_delete_associations {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:14.253171 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154a19b8-7d5e-43cc-af64-208f37f165cd req-9a0ab885-c72a-474c-87e7-ae1fbcba0224 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:14.256570 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-154a19b8-7d5e-43cc-af64-208f37f165cd req-9a0ab885-c72a-474c-87e7-ae1fbcba0224 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=677e6c79-cb8f-4429-ac54-29e02060d2f9 HTTP/1.1" status: 200  len: 931 time: 0.1067924
Jun 29 14:33:14.316568 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-154a19b8-7d5e-43cc-af64-208f37f165cd req-80d5dbc3-28fd-4473-a235-6ed465bfe510 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48f3127-b3fd-478c-87d4-b50461043bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544333
Jun 29 14:33:14.330436 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b96ba45e-d631-4a83-a788-311b8661dc09 req-2115e9de-bc7c-4ebd-885b-a6f520cada39 service neutron] 10.222.0.69 "GET /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6507461
Jun 29 14:33:14.338270 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-02adb15b-1262-434c-80e6-97644c899afc req-1803d382-161a-48f7-87ba-45f208975063 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 210 time: 0.0946016
Jun 29 14:33:14.365004 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a269f4-0582-459b-9511-bb932825911e req-7d4438eb-9e7e-42a7-821b-b821fce19196 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:14.365608 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-e1a269f4-0582-459b-9511-bb932825911e req-7d4438eb-9e7e-42a7-821b-b821fce19196 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:14.449314 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-bb3afdc5-bc90-4cd0-a2b0-128494d059a5 None None] Provisioning for port 50c64a73-7dc4-4bbc-b09f-bec9e05ab294 completed by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:33:14.464421 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-bb3afdc5-bc90-4cd0-a2b0-128494d059a5 None None] Provisioning complete for port 50c64a73-7dc4-4bbc-b09f-bec9e05ab294 triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:33:14.465523 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-bb3afdc5-bc90-4cd0-a2b0-128494d059a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:14.501577 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-45b50b6a-a3c2-470c-95ac-7699ce49f354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3930061'] for subnet, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:14.585568 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-bb3afdc5-bc90-4cd0-a2b0-128494d059a5 None None] Port 50c64a73-7dc4-4bbc-b09f-bec9e05ab294 cannot update to ACTIVE because it is not bound. {{(pid=74236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 14:33:14.631188 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b96ba45e-d631-4a83-a788-311b8661dc09 req-04f0637c-36e4-4ec4-9221-6bc5f7f1f22c service neutron] 10.222.0.69 "GET /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2899623
Jun 29 14:33:14.641534 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-fc2562fa-c9fc-4c51-80db-cfc4f28e54ff service neutron] For port f273c6bd-38a7-4724-90d9-2dfeb5591e7d, host hv-cinder-79835, cleared binding levels {{(pid=74234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:33:14.666587 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf775a-97d9-4791-8b57-4716944833a3 req-c7298a9e-b75a-4345-a41a-7611aa310294 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:14.668641 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-81bf775a-97d9-4791-8b57-4716944833a3 req-c7298a9e-b75a-4345-a41a-7611aa310294 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.69 "GET /v2.0/networks?id=4ddc4164-6d7a-4f56-880f-00ed4c1aa07e HTTP/1.1" status: 200  len: 809 time: 0.2532561
Jun 29 14:33:14.682752 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-fc2562fa-c9fc-4c51-80db-cfc4f28e54ff service neutron] For port f273c6bd-38a7-4724-90d9-2dfeb5591e7d, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=f273c6bd-38a7-4724-90d9-2dfeb5591e7d,segment=NetworkSegment(0dfa2ba1-aef0-4202-9eab-77e9ea1a0785),segment_id=0dfa2ba1-aef0-4202-9eab-77e9ea1a0785)] {{(pid=74234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:33:14.685120 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e1a269f4-0582-459b-9511-bb932825911e req-7d4438eb-9e7e-42a7-821b-b821fce19196 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0650489
Jun 29 14:33:14.686931 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-45b50b6a-a3c2-470c-95ac-7699ce49f354 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1750944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1217628'] for subnet, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:14.693379 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-fc2562fa-c9fc-4c51-80db-cfc4f28e54ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:14.698067 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-63ab0b9a-c462-4658-90f0-d60e34949f59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:14.733685 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-e1a269f4-0582-459b-9511-bb932825911e req-a3d26782-b839-4dc8-ab46-897fcaa56a54 service neutron] Request body: {'port': {'device_id': '677e6c79-cb8f-4429-ac54-29e02060d2f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:33:14.775872 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b50b6a-a3c2-470c-95ac-7699ce49f354 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cb76eb1-d4bf-4878-9dab-76ed436dd82d,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:14.788905 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-45b50b6a-a3c2-470c-95ac-7699ce49f354 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:14.792004 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-ed258878-f45b-40d8-9701-4e3f344df02f tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:14.852551 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-45b50b6a-a3c2-470c-95ac-7699ce49f354 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for subnet, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:14.886851 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-81bf775a-97d9-4791-8b57-4716944833a3 req-c70f95a1-0ccc-4e7b-b010-2afd9b46334f tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c9014e79d3da412c8ed251c61566ec86 HTTP/1.1" status: 200  len: 379 time: 0.2004805
Jun 29 14:33:14.887824 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2562fa-c9fc-4c51-80db-cfc4f28e54ff service neutron] Pushing event updated for resources: {'Port': ['ID=f273c6bd-38a7-4724-90d9-2dfeb5591e7d,revision_number=3']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:14.891599 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-fc2562fa-c9fc-4c51-80db-cfc4f28e54ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:14.900191 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-fc2562fa-c9fc-4c51-80db-cfc4f28e54ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:14.904707 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-fc2562fa-c9fc-4c51-80db-cfc4f28e54ff service neutron] 10.222.0.69 "PUT /v2.0/ports/f273c6bd-38a7-4724-90d9-2dfeb5591e7d HTTP/1.1" status: 200  len: 1094 time: 3.8051286
Jun 29 14:33:14.906548 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d898c4-f486-42ad-a7a5-f3f03b2c14d9', 'tag': 'f273c6bd-38a7-4724-90d9-2dfeb5591e7d'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:33:14.907919 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [req-81bf775a-97d9-4791-8b57-4716944833a3 req-f33e22b8-598d-44b0-91f7-7865fc9100fd tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Request body: {'port': {'device_id': 'e1f5535e-d958-469f-aabb-467c68074f38', 'network_id': '4ddc4164-6d7a-4f56-880f-00ed4c1aa07e', 'admin_state_up': True, 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86', 'security_groups': ['091d86af-88fc-422e-abb1-060ca9e6e90c']}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:33:14.933160 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-45b50b6a-a3c2-470c-95ac-7699ce49f354 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/8cb76eb1-d4bf-4878-9dab-76ed436dd82d HTTP/1.1" status: 204  len: 168 time: 1.3793294
Jun 29 14:33:15.029760 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 44842) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:33:15.032826 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d898c4-f486-42ad-a7a5-f3f03b2c14d9', 'tag': 'f273c6bd-38a7-4724-90d9-2dfeb5591e7d', 'status': 'completed', 'code': 200}
Jun 29 14:33:15.179772 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-0f5bf82a-856b-44f6-8b71-923819dc0b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3691460'] for network, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:15.261865 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-e1a269f4-0582-459b-9511-bb932825911e req-a3d26782-b839-4dc8-ab46-897fcaa56a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:15.397224 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [req-81bf775a-97d9-4791-8b57-4716944833a3 req-f33e22b8-598d-44b0-91f7-7865fc9100fd tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:33:15.403151 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-0f5bf82a-856b-44f6-8b71-923819dc0b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931320', 'neutron.services.segments.db._delete_segments_for_network-8730483304066'] for network, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:15.426581 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.services.segments.db [None req-0f5bf82a-856b-44f6-8b71-923819dc0b35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b93cb3190>,) {'filters': {'network_id': ['9946b46a-9e40-4099-9d93-df2710eb9b83']}} {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:33:15.436631 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [req-81bf775a-97d9-4791-8b57-4716944833a3 req-f33e22b8-598d-44b0-91f7-7865fc9100fd tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:33:15.449394 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.services.segments.db [None req-0f5bf82a-856b-44f6-8b71-923819dc0b35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b93cb3190>, '9f48c958-cd2b-4f81-bea6-68f7f9a8cee9') {'for_net_delete': True} {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:33:15.450173 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.services.segments.db [None req-0f5bf82a-856b-44f6-8b71-923819dc0b35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b93cb3190>, '9f48c958-cd2b-4f81-bea6-68f7f9a8cee9') {} {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:33:15.460520 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-f939ffbf-461a-4da4-93a8-4e222ab7de6c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9168106bff7043a69607ef135131ee6b&device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 1097 time: 0.4598086
Jun 29 14:33:15.467035 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-0f5bf82a-856b-44f6-8b71-923819dc0b35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730483226525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1897657'] for segment, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:15.479229 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81bf775a-97d9-4791-8b57-4716944833a3 req-f33e22b8-598d-44b0-91f7-7865fc9100fd tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Made reservation on behalf of c9014e79d3da412c8ed251c61566ec86 for: {'port': 1} {{(pid=74235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:33:15.483246 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-81bf775a-97d9-4791-8b57-4716944833a3 req-f33e22b8-598d-44b0-91f7-7865fc9100fd tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:15.504274 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-0f5bf82a-856b-44f6-8b71-923819dc0b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:15.513715 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f5bf82a-856b-44f6-8b71-923819dc0b35 admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=74235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 14:33:15.514133 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-0f5bf82a-856b-44f6-8b71-923819dc0b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3829314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1167115'] for segment, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:15.527983 dv-cinder-798356-1-iscsi neutron-server[74235]: Traceback (most recent call last):
Jun 29 14:33:15.527983 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 14:33:15.527983 dv-cinder-798356-1-iscsi neutron-server[74235]:     timer()
Jun 29 14:33:15.527983 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 14:33:15.527983 dv-cinder-798356-1-iscsi neutron-server[74235]:     cb(*args, **kw)
Jun 29 14:33:15.527983 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 14:33:15.527983 dv-cinder-798356-1-iscsi neutron-server[74235]:     return func(*args, **kwargs)
Jun 29 14:33:15.527983 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 14:33:15.527983 dv-cinder-798356-1-iscsi neutron-server[74235]:     self._notify()
Jun 29 14:33:15.527983 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 14:33:15.527983 dv-cinder-798356-1-iscsi neutron-server[74235]:     self.callback(batched_events)
Jun 29 14:33:15.527983 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 14:33:15.527983 dv-cinder-798356-1-iscsi neutron-server[74235]:     event.method(event)
Jun 29 14:33:15.527983 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 14:33:15.527983 dv-cinder-798356-1-iscsi neutron-server[74235]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 14:33:15.527983 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 14:33:15.527983 dv-cinder-798356-1-iscsi neutron-server[74235]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 14:33:15.527983 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 14:33:15.527983 dv-cinder-798356-1-iscsi neutron-server[74235]:     return f(self, *a, **k)
Jun 29 14:33:15.527983 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 14:33:15.527983 dv-cinder-798356-1-iscsi neutron-server[74235]:     return self._get(url).json()
Jun 29 14:33:15.527983 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 14:33:15.527983 dv-cinder-798356-1-iscsi neutron-server[74235]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 14:33:15.527983 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 14:33:15.527983 dv-cinder-798356-1-iscsi neutron-server[74235]:     return self.request(url, 'GET', **kwargs)
Jun 29 14:33:15.527983 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 14:33:15.527983 dv-cinder-798356-1-iscsi neutron-server[74235]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 14:33:15.527983 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 14:33:15.527983 dv-cinder-798356-1-iscsi neutron-server[74235]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 14:33:15.527983 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 14:33:15.527983 dv-cinder-798356-1-iscsi neutron-server[74235]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 14:33:15.527983 dv-cinder-798356-1-iscsi neutron-server[74235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 14:33:15.641466 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-d912b5e9-887e-4e3f-b114-4672f23e0120 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f273c6bd-38a7-4724-90d9-2dfeb5591e7d HTTP/1.1" status: 200  len: 217 time: 0.1711280
Jun 29 14:33:15.656799 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f66437b8-4a0d-491c-865b-a8eea19f3de3 req-f65de93b-b8cd-4427-898c-d84565c8fea1 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:15.658553 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f66437b8-4a0d-491c-865b-a8eea19f3de3 req-f65de93b-b8cd-4427-898c-d84565c8fea1 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 944 time: 0.3980796
Jun 29 14:33:15.759266 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-0f5bf82a-856b-44f6-8b71-923819dc0b35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3930699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670133'] for network, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:15.806807 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:15.820055 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-0f5bf82a-856b-44f6-8b71-923819dc0b35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:15.849693 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5bf82a-856b-44f6-8b71-923819dc0b35 admin admin] Pushing event deleted for resources: {'Network': ['ID=9946b46a-9e40-4099-9d93-df2710eb9b83,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:15.855573 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-0f5bf82a-856b-44f6-8b71-923819dc0b35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:15.856680 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-ce052b0f-539c-45b9-a8f5-d227df262533 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:15.858256 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-ce052b0f-539c-45b9-a8f5-d227df262533 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7c6c0350-3172-4dbb-bc15-a1e408f3e7e3 HTTP/1.1" status: 200  len: 855 time: 0.2090101
Jun 29 14:33:15.867711 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-0f5bf82a-856b-44f6-8b71-923819dc0b35 admin admin] 10.222.0.13 "DELETE /v2.0/networks/9946b46a-9e40-4099-9d93-df2710eb9b83 HTTP/1.1" status: 204  len: 168 time: 0.8358309
Jun 29 14:33:15.873879 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.db_base_plugin_common [req-81bf775a-97d9-4791-8b57-4716944833a3 req-f33e22b8-598d-44b0-91f7-7865fc9100fd tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Allocated IP 172.20.0.3 (4ddc4164-6d7a-4f56-880f-00ed4c1aa07e/9c8fac33-4120-43ef-91ce-4988f7d955dd/4e6d433c-b896-4cc7-99e2-953d4af22241) {{(pid=74235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:33:15.884527 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f01af7-a230-4b97-a7f8-ec1459022f64 req-35d19772-b740-40ca-9675-1440fa1cbf4c tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:15.886073 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-d9f01af7-a230-4b97-a7f8-ec1459022f64 req-35d19772-b740-40ca-9675-1440fa1cbf4c tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=677e6c79-cb8f-4429-ac54-29e02060d2f9 HTTP/1.1" status: 200  len: 931 time: 0.2519672
Jun 29 14:33:15.940722 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060ef35e-cb63-4049-8182-bd03db009cd2 None None] New status for floating IP 7b751308-5398-4ca3-aa0e-b447739f44b7: DOWN {{(pid=74237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 14:33:15.969416 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-d9f01af7-a230-4b97-a7f8-ec1459022f64 req-c18b11bd-d923-4cc2-9e9f-fcc5e9d07873 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48f3127-b3fd-478c-87d4-b50461043bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0754600
Jun 29 14:33:16.017890 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f66437b8-4a0d-491c-865b-a8eea19f3de3 req-2fb0c7f0-cca6-4e30-a8c1-a171ea14e03a tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.3224366
Jun 29 14:33:16.161991 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [req-e1a269f4-0582-459b-9511-bb932825911e req-a3d26782-b839-4dc8-ab46-897fcaa56a54 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50c64a73-7dc4-4bbc-b09f-bec9e05ab294 {{(pid=74234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:33:16.170536 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-e1a269f4-0582-459b-9511-bb932825911e req-a3d26782-b839-4dc8-ab46-897fcaa56a54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:16.182110 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-44ea3dd9-7034-4489-baf7-1375944fdd52 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4efbe09a-ec64-4c57-8f69-466f632996dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3114917
Jun 29 14:33:16.191245 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [req-e1a269f4-0582-459b-9511-bb932825911e req-a3d26782-b839-4dc8-ab46-897fcaa56a54 service neutron] Transition to ACTIVE for port object 50c64a73-7dc4-4bbc-b09f-bec9e05ab294 will not be triggered until provisioned by entity L2. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:33:16.204534 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-4a117737-67ce-4158-bfb4-53c71cff1a09 req-8803e7f5-1948-4c83-b1b6-12f4ea00bc1f tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Synchronizing usage tracker for tenant:c9014e79d3da412c8ed251c61566ec86 on resource:port {{(pid=74235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:33:16.213977 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-e1a269f4-0582-459b-9511-bb932825911e req-a3d26782-b839-4dc8-ab46-897fcaa56a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:16.221920 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-c1d82ce7-907d-4e22-9e31-1945bac9f20f tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:16.227127 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-81bf775a-97d9-4791-8b57-4716944833a3 req-f33e22b8-598d-44b0-91f7-7865fc9100fd tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks [] for port, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:16.234113 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 44862) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:33:16.269307 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-4a117737-67ce-4158-bfb4-53c71cff1a09 req-8803e7f5-1948-4c83-b1b6-12f4ea00bc1f tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Unset dirty status for tenant:c9014e79d3da412c8ed251c61566ec86 on resource:port {{(pid=74235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:33:16.270619 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-4a117737-67ce-4158-bfb4-53c71cff1a09 req-8803e7f5-1948-4c83-b1b6-12f4ea00bc1f tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 210 time: 0.1253569
Jun 29 14:33:16.273661 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.provisioning_blocks [req-81bf775a-97d9-4791-8b57-4716944833a3 req-f33e22b8-598d-44b0-91f7-7865fc9100fd tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Transition to ACTIVE for port object 4e6d433c-b896-4cc7-99e2-953d4af22241 will not be triggered until provisioned by entity DHCP. {{(pid=74235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:33:16.318286 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-d6d25249-760c-4823-8de0-fa80146c9cda admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b785cf1e1d0046c39466ad50eccc6bc7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0786335
Jun 29 14:33:16.320791 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 44866) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:33:16.374721 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-81bf775a-97d9-4791-8b57-4716944833a3 req-f33e22b8-598d-44b0-91f7-7865fc9100fd tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:16.380529 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-59e5cbe1-8ef8-4378-8806-7826a2ac8303 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:16.413378 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d26782-b839-4dc8-ab46-897fcaa56a54 service neutron] Pushing event updated for resources: {'Port': ['ID=50c64a73-7dc4-4bbc-b09f-bec9e05ab294,revision_number=2']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:16.419118 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-a3d26782-b839-4dc8-ab46-897fcaa56a54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:16.476209 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4b37b927-6dec-487e-9225-8219e282b841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:16.478182 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f33e22b8-598d-44b0-91f7-7865fc9100fd tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Pushing event updated for resources: {'Port': ['ID=4e6d433c-b896-4cc7-99e2-953d4af22241,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:16.488562 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81bf775a-97d9-4791-8b57-4716944833a3 req-f33e22b8-598d-44b0-91f7-7865fc9100fd tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Network 4ddc4164-6d7a-4f56-880f-00ed4c1aa07e is already hosted by enough agents. {{(pid=74235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:33:16.489768 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-f33e22b8-598d-44b0-91f7-7865fc9100fd tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:16.491515 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.base_scheduler [req-81bf775a-97d9-4791-8b57-4716944833a3 req-f33e22b8-598d-44b0-91f7-7865fc9100fd tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Resources bound (agent type, host, resource id):  {{(pid=74235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:33:16.500053 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.l3_dvrscheduler_db [req-81bf775a-97d9-4791-8b57-4716944833a3 req-f33e22b8-598d-44b0-91f7-7865fc9100fd tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Received port after_create {{(pid=74235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:33:16.534267 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-ad8c5d1e-f19f-401e-a246-4ab3e0234c18 service neutron] 10.222.0.69 "GET /v2.0/networks/4efbe09a-ec64-4c57-8f69-466f632996dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3416643
Jun 29 14:33:16.582118 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4b37b927-6dec-487e-9225-8219e282b841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:16.619551 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf775a-97d9-4791-8b57-4716944833a3 req-f33e22b8-598d-44b0-91f7-7865fc9100fd tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:16.620798 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-81bf775a-97d9-4791-8b57-4716944833a3 req-f33e22b8-598d-44b0-91f7-7865fc9100fd tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:16.663733 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-81bf775a-97d9-4791-8b57-4716944833a3 req-f33e22b8-598d-44b0-91f7-7865fc9100fd tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7610559
Jun 29 14:33:16.682193 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [req-81bf775a-97d9-4791-8b57-4716944833a3 req-af35d01d-9dd0-4421-af64-26f682d2c82d service neutron] Request body: {'port': {'device_id': 'e1f5535e-d958-469f-aabb-467c68074f38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:33:16.716530 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4b37b927-6dec-487e-9225-8219e282b841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:16.730836 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-6202c83b-54fc-4135-b416-d4bd521c51e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:16.741653 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-e1a269f4-0582-459b-9511-bb932825911e req-a3d26782-b839-4dc8-ab46-897fcaa56a54 service neutron] Attempting to bind port 50c64a73-7dc4-4bbc-b09f-bec9e05ab294 on host hv-cinder-79835 for vnic_type normal with profile  {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:33:16.741825 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-e1a269f4-0582-459b-9511-bb932825911e req-a3d26782-b839-4dc8-ab46-897fcaa56a54 service neutron] Attempting to bind port 50c64a73-7dc4-4bbc-b09f-bec9e05ab294 by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': '9893828c-dda5-4b37-8a2f-299b5eb1c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f'}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:33:16.742435 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a269f4-0582-459b-9511-bb932825911e req-a3d26782-b839-4dc8-ab46-897fcaa56a54 service neutron] Attempting to bind port 50c64a73-7dc4-4bbc-b09f-bec9e05ab294 on network 4136cd64-8118-416e-874b-f6ed5b97de9f {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:33:16.758527 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b37b927-6dec-487e-9225-8219e282b841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d895047-1293-48d6-ae5d-e8f7d099d3a7,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:16.763333 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a269f4-0582-459b-9511-bb932825911e req-a3d26782-b839-4dc8-ab46-897fcaa56a54 service neutron] Port 50c64a73-7dc4-4bbc-b09f-bec9e05ab294 on network 4136cd64-8118-416e-874b-f6ed5b97de9f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 14:33:16.763764 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a269f4-0582-459b-9511-bb932825911e req-a3d26782-b839-4dc8-ab46-897fcaa56a54 service neutron] Attempting to bind port 50c64a73-7dc4-4bbc-b09f-bec9e05ab294 on network 4136cd64-8118-416e-874b-f6ed5b97de9f {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:33:16.765148 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-4b37b927-6dec-487e-9225-8219e282b841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:16.773725 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a269f4-0582-459b-9511-bb932825911e req-a3d26782-b839-4dc8-ab46-897fcaa56a54 service neutron] Checking agent: {'id': 'f619983b-74b0-4a10-ac06-3edbe0602c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:33:16.774057 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a269f4-0582-459b-9511-bb932825911e req-a3d26782-b839-4dc8-ab46-897fcaa56a54 service neutron] Checking segment: {'id': '9893828c-dda5-4b37-8a2f-299b5eb1c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:33:16.774443 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1a269f4-0582-459b-9511-bb932825911e req-a3d26782-b839-4dc8-ab46-897fcaa56a54 service neutron] Bound using segment: {'id': '9893828c-dda5-4b37-8a2f-299b5eb1c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f'} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:33:16.774958 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-e1a269f4-0582-459b-9511-bb932825911e req-a3d26782-b839-4dc8-ab46-897fcaa56a54 service neutron] Bound port: 50c64a73-7dc4-4bbc-b09f-bec9e05ab294, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9893828c-dda5-4b37-8a2f-299b5eb1c0ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 504, 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f'}}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:33:16.775386 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-e1a269f4-0582-459b-9511-bb932825911e req-a3d26782-b839-4dc8-ab46-897fcaa56a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:16.809620 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-5a1e5f53-9ef0-4cb5-aad4-60b23cf74bc1 req-7612bdf3-8d05-42d1-bd05-33eb2eed0761 service neutron] 10.222.0.69 "GET /v2.0/networks/4efbe09a-ec64-4c57-8f69-466f632996dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2673168
Jun 29 14:33:16.866239 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4b37b927-6dec-487e-9225-8219e282b841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:16.867368 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-4b37b927-6dec-487e-9225-8219e282b841 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7d895047-1293-48d6-ae5d-e8f7d099d3a7 HTTP/1.1" status: 204  len: 168 time: 0.5455291
Jun 29 14:33:16.874899 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-81bf775a-97d9-4791-8b57-4716944833a3 req-af35d01d-9dd0-4421-af64-26f682d2c82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:16.905019 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-1ae4b885-2e9e-4dd1-8595-a52a01fd8a0a None None] Provisioning for port 4e6d433c-b896-4cc7-99e2-953d4af22241 completed by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:33:16.916721 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-1ae4b885-2e9e-4dd1-8595-a52a01fd8a0a None None] Provisioning complete for port 4e6d433c-b896-4cc7-99e2-953d4af22241 triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:33:16.917357 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-1ae4b885-2e9e-4dd1-8595-a52a01fd8a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:16.935265 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-e1a269f4-0582-459b-9511-bb932825911e req-a3d26782-b839-4dc8-ab46-897fcaa56a54 service neutron] For port 50c64a73-7dc4-4bbc-b09f-bec9e05ab294, host hv-cinder-79835, cleared binding levels {{(pid=74234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:33:16.964021 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-e1a269f4-0582-459b-9511-bb932825911e req-a3d26782-b839-4dc8-ab46-897fcaa56a54 service neutron] For port 50c64a73-7dc4-4bbc-b09f-bec9e05ab294, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=50c64a73-7dc4-4bbc-b09f-bec9e05ab294,segment=NetworkSegment(9893828c-dda5-4b37-8a2f-299b5eb1c0ef),segment_id=9893828c-dda5-4b37-8a2f-299b5eb1c0ef)] {{(pid=74234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:33:16.972464 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-e1a269f4-0582-459b-9511-bb932825911e req-a3d26782-b839-4dc8-ab46-897fcaa56a54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:16.981039 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-1ae4b885-2e9e-4dd1-8595-a52a01fd8a0a None None] Port 4e6d433c-b896-4cc7-99e2-953d4af22241 cannot update to ACTIVE because it is not bound. {{(pid=74236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 14:33:16.989429 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-f2ee8fd3-0686-40aa-8d0f-03711304c6ef service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:17.065404 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-e1a269f4-0582-459b-9511-bb932825911e req-a3d26782-b839-4dc8-ab46-897fcaa56a54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:17.066975 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e1a269f4-0582-459b-9511-bb932825911e req-a3d26782-b839-4dc8-ab46-897fcaa56a54 service neutron] 10.222.0.69 "PUT /v2.0/ports/50c64a73-7dc4-4bbc-b09f-bec9e05ab294 HTTP/1.1" status: 200  len: 1093 time: 2.3414664
Jun 29 14:33:17.069992 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-2fef02fc-1ca9-4bfb-a17f-b3895c383f26 req-dd2334ff-7f04-43ca-badd-f01a05edb0d6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9168106bff7043a69607ef135131ee6b&device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 1097 time: 0.2092907
Jun 29 14:33:17.070761 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677e6c79-cb8f-4429-ac54-29e02060d2f9', 'tag': '50c64a73-7dc4-4bbc-b09f-bec9e05ab294'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:33:17.279950 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677e6c79-cb8f-4429-ac54-29e02060d2f9', 'tag': '50c64a73-7dc4-4bbc-b09f-bec9e05ab294', 'status': 'completed', 'code': 200}
Jun 29 14:33:17.493838 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d26782-b839-4dc8-ab46-897fcaa56a54 service neutron] Pushing event updated for resources: {'Port': ['ID=50c64a73-7dc4-4bbc-b09f-bec9e05ab294,revision_number=3']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:17.499592 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-a3d26782-b839-4dc8-ab46-897fcaa56a54 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:17.513700 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9111062-8b07-44f6-b6d5-a2ad72574370 req-49b87ab1-37c6-4248-9c5c-873331bf980e tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:17.515358 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b9111062-8b07-44f6-b6d5-a2ad72574370 req-49b87ab1-37c6-4248-9c5c-873331bf980e tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 944 time: 0.1387630
Jun 29 14:33:17.598270 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef02fc-1ca9-4bfb-a17f-b3895c383f26 req-5a9710fd-51e6-466a-851d-80cb35e298dc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:17.599749 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-2fef02fc-1ca9-4bfb-a17f-b3895c383f26 req-5a9710fd-51e6-466a-851d-80cb35e298dc service neutron] 10.222.0.69 "GET /v2.0/networks?id=4efbe09a-ec64-4c57-8f69-466f632996dc HTTP/1.1" status: 200  len: 917 time: 0.5020499
Jun 29 14:33:17.616458 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.notifiers.nova [req-81bf775a-97d9-4791-8b57-4716944833a3 req-af35d01d-9dd0-4421-af64-26f682d2c82d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e6d433c-b896-4cc7-99e2-953d4af22241 {{(pid=74235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:33:17.622207 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b9111062-8b07-44f6-b6d5-a2ad72574370 req-24f1bb91-7f22-4c7a-b9a0-da89eb916ffa tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0947652
Jun 29 14:33:17.626744 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-81bf775a-97d9-4791-8b57-4716944833a3 req-af35d01d-9dd0-4421-af64-26f682d2c82d service neutron] Notify callbacks [] for port, precommit_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:17.641512 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.provisioning_blocks [req-81bf775a-97d9-4791-8b57-4716944833a3 req-af35d01d-9dd0-4421-af64-26f682d2c82d service neutron] Transition to ACTIVE for port object 4e6d433c-b896-4cc7-99e2-953d4af22241 will not be triggered until provisioned by entity L2. {{(pid=74235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:33:17.650316 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-81bf775a-97d9-4791-8b57-4716944833a3 req-af35d01d-9dd0-4421-af64-26f682d2c82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1167191'] for port, after_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:17.658455 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-e208484d-03a6-44be-b49c-1f6357d0bb22 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:17.671087 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e1a269f4-0582-459b-9511-bb932825911e req-5e8558d7-3552-4188-b862-b1739d4ad2c1 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5bff793212d24b37a3b1ec86e1a04aaa&device_id=677e6c79-cb8f-4429-ac54-29e02060d2f9 HTTP/1.1" status: 200  len: 1096 time: 0.4841039
Jun 29 14:33:17.735051 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-2fef02fc-1ca9-4bfb-a17f-b3895c383f26 req-da9c8abb-1f95-4bbc-8fcd-b37f2958a5ff service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f273c6bd-38a7-4724-90d9-2dfeb5591e7d HTTP/1.1" status: 200  len: 217 time: 0.1260307
Jun 29 14:33:17.799431 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e1a269f4-0582-459b-9511-bb932825911e req-5a9c2414-445e-460e-ab20-d8704e905bcc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50c64a73-7dc4-4bbc-b09f-bec9e05ab294 HTTP/1.1" status: 200  len: 217 time: 0.1178184
Jun 29 14:33:17.870949 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fef02fc-1ca9-4bfb-a17f-b3895c383f26 req-0dbb04a7-028e-4900-82a0-1f04d7aab07b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:17.872832 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-2fef02fc-1ca9-4bfb-a17f-b3895c383f26 req-0dbb04a7-028e-4900-82a0-1f04d7aab07b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7c6c0350-3172-4dbb-bc15-a1e408f3e7e3 HTTP/1.1" status: 200  len: 855 time: 0.1191475
Jun 29 14:33:17.884132 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc22fee7-feaa-49e5-8917-ef96d0d7de11 req-897ce721-b930-4795-a0fa-a5cf0ae59b67 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:17.884475 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35d01d-9dd0-4421-af64-26f682d2c82d service neutron] Pushing event updated for resources: {'Port': ['ID=4e6d433c-b896-4cc7-99e2-953d4af22241,revision_number=2']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:17.884842 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-bc22fee7-feaa-49e5-8917-ef96d0d7de11 req-897ce721-b930-4795-a0fa-a5cf0ae59b67 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Synchronizing usage tracker for tenant:5bff793212d24b37a3b1ec86e1a04aaa on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:33:17.894487 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-af35d01d-9dd0-4421-af64-26f682d2c82d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:17.971667 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a269f4-0582-459b-9511-bb932825911e req-cec20219-7bc6-4023-b757-d003b52fcb08 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:17.973113 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e1a269f4-0582-459b-9511-bb932825911e req-cec20219-7bc6-4023-b757-d003b52fcb08 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6b290bd3-20c6-48b7-a0ea-2f1a94cb7740 HTTP/1.1" status: 200  len: 848 time: 0.1627669
Jun 29 14:33:17.973982 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-bc22fee7-feaa-49e5-8917-ef96d0d7de11 req-897ce721-b930-4795-a0fa-a5cf0ae59b67 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Unset dirty status for tenant:5bff793212d24b37a3b1ec86e1a04aaa on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:33:17.975056 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-bc22fee7-feaa-49e5-8917-ef96d0d7de11 req-897ce721-b930-4795-a0fa-a5cf0ae59b67 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=677e6c79-cb8f-4429-ac54-29e02060d2f9 HTTP/1.1" status: 200  len: 943 time: 0.4542737
Jun 29 14:33:18.020668 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d90db99-be39-48a7-b2ca-9d8a2edf2d13 req-9554d14c-7267-4a87-b802-3c18aa447201 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:18.022140 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-1d90db99-be39-48a7-b2ca-9d8a2edf2d13 req-9554d14c-7267-4a87-b802-3c18aa447201 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 943 time: 0.1917138
Jun 29 14:33:18.066803 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.managers [req-81bf775a-97d9-4791-8b57-4716944833a3 req-af35d01d-9dd0-4421-af64-26f682d2c82d service neutron] Attempting to bind port 4e6d433c-b896-4cc7-99e2-953d4af22241 on host hv-cinder-79835 for vnic_type normal with profile  {{(pid=74235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:33:18.067168 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.managers [req-81bf775a-97d9-4791-8b57-4716944833a3 req-af35d01d-9dd0-4421-af64-26f682d2c82d service neutron] Attempting to bind port 4e6d433c-b896-4cc7-99e2-953d4af22241 by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': 'cea2fd47-5e01-4362-9688-b7eee1960a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4ddc4164-6d7a-4f56-880f-00ed4c1aa07e'}] {{(pid=74235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:33:18.067967 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf775a-97d9-4791-8b57-4716944833a3 req-af35d01d-9dd0-4421-af64-26f682d2c82d service neutron] Attempting to bind port 4e6d433c-b896-4cc7-99e2-953d4af22241 on network 4ddc4164-6d7a-4f56-880f-00ed4c1aa07e {{(pid=74235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:33:18.087131 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf775a-97d9-4791-8b57-4716944833a3 req-af35d01d-9dd0-4421-af64-26f682d2c82d service neutron] Port 4e6d433c-b896-4cc7-99e2-953d4af22241 on network 4ddc4164-6d7a-4f56-880f-00ed4c1aa07e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 14:33:18.087376 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf775a-97d9-4791-8b57-4716944833a3 req-af35d01d-9dd0-4421-af64-26f682d2c82d service neutron] Attempting to bind port 4e6d433c-b896-4cc7-99e2-953d4af22241 on network 4ddc4164-6d7a-4f56-880f-00ed4c1aa07e {{(pid=74235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:33:18.088258 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-bc22fee7-feaa-49e5-8917-ef96d0d7de11 req-6117d1be-c72c-4f8d-af99-7b1953f650d1 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48f3127-b3fd-478c-87d4-b50461043bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0776238
Jun 29 14:33:18.094640 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-2fef02fc-1ca9-4bfb-a17f-b3895c383f26 req-d864d50b-dbc2-42f7-9111-f3f40c927ea2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4efbe09a-ec64-4c57-8f69-466f632996dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1923318
Jun 29 14:33:18.096913 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf775a-97d9-4791-8b57-4716944833a3 req-af35d01d-9dd0-4421-af64-26f682d2c82d service neutron] Checking agent: {'id': 'f619983b-74b0-4a10-ac06-3edbe0602c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:33:18.097329 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf775a-97d9-4791-8b57-4716944833a3 req-af35d01d-9dd0-4421-af64-26f682d2c82d service neutron] Checking segment: {'id': 'cea2fd47-5e01-4362-9688-b7eee1960a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4ddc4164-6d7a-4f56-880f-00ed4c1aa07e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:33:18.097715 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81bf775a-97d9-4791-8b57-4716944833a3 req-af35d01d-9dd0-4421-af64-26f682d2c82d service neutron] Bound using segment: {'id': 'cea2fd47-5e01-4362-9688-b7eee1960a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4ddc4164-6d7a-4f56-880f-00ed4c1aa07e'} {{(pid=74235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:33:18.098380 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.managers [req-81bf775a-97d9-4791-8b57-4716944833a3 req-af35d01d-9dd0-4421-af64-26f682d2c82d service neutron] Bound port: 4e6d433c-b896-4cc7-99e2-953d4af22241, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cea2fd47-5e01-4362-9688-b7eee1960a92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 506, 'network_id': '4ddc4164-6d7a-4f56-880f-00ed4c1aa07e'}}] {{(pid=74235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:33:18.098552 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-81bf775a-97d9-4791-8b57-4716944833a3 req-af35d01d-9dd0-4421-af64-26f682d2c82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:18.119013 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-1d90db99-be39-48a7-b2ca-9d8a2edf2d13 req-0681bd52-e673-47d3-924a-4d34af6ff052 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0847566
Jun 29 14:33:18.142561 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e1a269f4-0582-459b-9511-bb932825911e req-4b344d39-8371-4473-9edf-73a81aebc6f2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4136cd64-8118-416e-874b-f6ed5b97de9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1587334
Jun 29 14:33:18.208369 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.db [req-81bf775a-97d9-4791-8b57-4716944833a3 req-af35d01d-9dd0-4421-af64-26f682d2c82d service neutron] For port 4e6d433c-b896-4cc7-99e2-953d4af22241, host hv-cinder-79835, cleared binding levels {{(pid=74235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:33:18.211349 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.db [req-81bf775a-97d9-4791-8b57-4716944833a3 req-af35d01d-9dd0-4421-af64-26f682d2c82d service neutron] For port 4e6d433c-b896-4cc7-99e2-953d4af22241, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=4e6d433c-b896-4cc7-99e2-953d4af22241,segment=NetworkSegment(cea2fd47-5e01-4362-9688-b7eee1960a92),segment_id=cea2fd47-5e01-4362-9688-b7eee1960a92)] {{(pid=74235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:33:18.216174 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-81bf775a-97d9-4791-8b57-4716944833a3 req-af35d01d-9dd0-4421-af64-26f682d2c82d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1167191'] for port, after_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:18.219947 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:18.283662 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-81bf775a-97d9-4791-8b57-4716944833a3 req-af35d01d-9dd0-4421-af64-26f682d2c82d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:18.285501 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-81bf775a-97d9-4791-8b57-4716944833a3 req-af35d01d-9dd0-4421-af64-26f682d2c82d service neutron] 10.222.0.69 "PUT /v2.0/ports/4e6d433c-b896-4cc7-99e2-953d4af22241 HTTP/1.1" status: 200  len: 1093 time: 1.6124701
Jun 29 14:33:18.286337 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f5535e-d958-469f-aabb-467c68074f38', 'tag': '4e6d433c-b896-4cc7-99e2-953d4af22241'}] {{(pid=74235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:33:18.303025 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af35d01d-9dd0-4421-af64-26f682d2c82d service neutron] Pushing event updated for resources: {'Port': ['ID=4e6d433c-b896-4cc7-99e2-953d4af22241,revision_number=3']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:18.308522 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-af35d01d-9dd0-4421-af64-26f682d2c82d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:18.381193 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f5535e-d958-469f-aabb-467c68074f38', 'tag': '4e6d433c-b896-4cc7-99e2-953d4af22241', 'status': 'completed', 'code': 200}
Jun 29 14:33:18.428225 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-81bf775a-97d9-4791-8b57-4716944833a3 req-325b22c7-5d42-4699-8805-94ef53a2d054 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c9014e79d3da412c8ed251c61566ec86&device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 1096 time: 0.0856826
Jun 29 14:33:18.470771 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-2fef02fc-1ca9-4bfb-a17f-b3895c383f26 req-88ede21e-5d8c-4ad2-b8c6-0cad32bca4c2 service neutron] 10.222.0.69 "GET /v2.0/networks/4efbe09a-ec64-4c57-8f69-466f632996dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3673224
Jun 29 14:33:18.485658 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e1a269f4-0582-459b-9511-bb932825911e req-75672df2-c075-4553-9589-f2b832f1be2f service neutron] 10.222.0.69 "GET /v2.0/networks/4136cd64-8118-416e-874b-f6ed5b97de9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2940412
Jun 29 14:33:18.499735 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-81bf775a-97d9-4791-8b57-4716944833a3 req-ab194065-8a92-4ea1-8692-c9351d0ce2cc service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e6d433c-b896-4cc7-99e2-953d4af22241 HTTP/1.1" status: 200  len: 217 time: 0.0638008
Jun 29 14:33:18.567394 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf775a-97d9-4791-8b57-4716944833a3 req-54d1746a-aa3e-45c3-9580-21feb56cb791 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:18.567394 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-81bf775a-97d9-4791-8b57-4716944833a3 req-54d1746a-aa3e-45c3-9580-21feb56cb791 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9c8fac33-4120-43ef-91ce-4988f7d955dd HTTP/1.1" status: 200  len: 848 time: 0.0624993
Jun 29 14:33:18.659463 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-00787e01-1a35-4ced-b1a9-af1793883d6d tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:18.660982 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-00787e01-1a35-4ced-b1a9-af1793883d6d tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/networks?id=59da48e5-df7e-4b56-b857-04097be30813 HTTP/1.1" status: 200  len: 814 time: 0.4451110
Jun 29 14:33:18.662802 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-81bf775a-97d9-4791-8b57-4716944833a3 req-269dd2ab-08c6-4613-b30f-33e03b93baf4 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ddc4164-6d7a-4f56-880f-00ed4c1aa07e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0827491
Jun 29 14:33:18.710615 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-1f07e51b-7fd4-4b75-92c1-c38c74e07068 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/quotas/d9932be220e04d1dbbc486e44ee9b652 HTTP/1.1" status: 200  len: 375 time: 0.0401504
Jun 29 14:33:18.800655 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-2fef02fc-1ca9-4bfb-a17f-b3895c383f26 req-dd57df89-c143-4abe-abdb-afe7186e9c0e service neutron] 10.222.0.69 "GET /v2.0/networks/4efbe09a-ec64-4c57-8f69-466f632996dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3174169
Jun 29 14:33:18.812386 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e1a269f4-0582-459b-9511-bb932825911e req-5612b70a-105c-40ba-b5b3-7608fe70260a service neutron] 10.222.0.69 "GET /v2.0/networks/4136cd64-8118-416e-874b-f6ed5b97de9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3026693
Jun 29 14:33:18.844837 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-70fc6d81-2e64-449b-ae04-a9ed74639b72 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=d9932be220e04d1dbbc486e44ee9b652&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1232922
Jun 29 14:33:18.852321 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-81bf775a-97d9-4791-8b57-4716944833a3 req-04f51288-0e42-4257-b813-9dd6a2dfab48 service neutron] 10.222.0.69 "GET /v2.0/networks/4ddc4164-6d7a-4f56-880f-00ed4c1aa07e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1815865
Jun 29 14:33:18.938348 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d3602895-f779-4dde-a462-4403aa6ef6f6 req-b0d9b377-7989-4afd-8043-49bab2bd0921 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5bff793212d24b37a3b1ec86e1a04aaa&device_id=677e6c79-cb8f-4429-ac54-29e02060d2f9 HTTP/1.1" status: 200  len: 1096 time: 0.0697982
Jun 29 14:33:18.984967 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2525bd3c-9bba-47b5-9f2e-4b09f77e55a8 req-0f1e971f-acf9-43a6-877d-ca3d47bb232e tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:18.991245 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-2525bd3c-9bba-47b5-9f2e-4b09f77e55a8 req-0f1e971f-acf9-43a6-877d-ca3d47bb232e tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 944 time: 0.1989043
Jun 29 14:33:19.054685 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-81bf775a-97d9-4791-8b57-4716944833a3 req-757ed803-ac5c-4301-b554-04a5bb8efed4 service neutron] 10.222.0.69 "GET /v2.0/networks/4ddc4164-6d7a-4f56-880f-00ed4c1aa07e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1912122
Jun 29 14:33:19.067059 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-2525bd3c-9bba-47b5-9f2e-4b09f77e55a8 req-68d69e77-0083-4aac-944e-cf2d8fbdeaf5 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0749056
Jun 29 14:33:19.193296 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-9cf3734c-580c-4692-8052-f3dd08b60008 req-87ab18a0-2a9b-46ad-bb13-8b75a543f94e service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c9014e79d3da412c8ed251c61566ec86&device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 1096 time: 0.0767817
Jun 29 14:33:19.198853 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device f273c6bd-38a7-4724-90d9-2dfeb5591e7d details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 14:33:19.319898 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3602895-f779-4dde-a462-4403aa6ef6f6 req-41a65d57-c029-4193-ac93-c257c4a83b98 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:19.321565 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d3602895-f779-4dde-a462-4403aa6ef6f6 req-41a65d57-c029-4193-ac93-c257c4a83b98 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4136cd64-8118-416e-874b-f6ed5b97de9f HTTP/1.1" status: 200  len: 910 time: 0.3690844
Jun 29 14:33:19.327143 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-47b62428-8c58-4e50-884e-ed873a08dc49 service neutron] 10.222.0.13 "GET /v2.0/networks/59da48e5-df7e-4b56-b857-04097be30813?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4748363
Jun 29 14:33:19.342181 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port f273c6bd-38a7-4724-90d9-2dfeb5591e7d, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=f273c6bd-38a7-4724-90d9-2dfeb5591e7d,segment=NetworkSegment(0dfa2ba1-aef0-4202-9eab-77e9ea1a0785),segment_id=0dfa2ba1-aef0-4202-9eab-77e9ea1a0785)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:33:19.356374 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Returning: {'device': 'f273c6bd-38a7-4724-90d9-2dfeb5591e7d', 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc', 'port_id': 'f273c6bd-38a7-4724-90d9-2dfeb5591e7d', 'mac_address': 'fa:16:3e:34:b5:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 14:33:19.418966 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:19.438204 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f273c6bd-38a7-4724-90d9-2dfeb5591e7d {{(pid=74236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:33:19.454523 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port f273c6bd-38a7-4724-90d9-2dfeb5591e7d, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=f273c6bd-38a7-4724-90d9-2dfeb5591e7d,segment=NetworkSegment(0dfa2ba1-aef0-4202-9eab-77e9ea1a0785),segment_id=0dfa2ba1-aef0-4202-9eab-77e9ea1a0785)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:33:19.461180 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d3602895-f779-4dde-a462-4403aa6ef6f6 req-804de0f5-beee-4716-b529-66616996c8de service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50c64a73-7dc4-4bbc-b09f-bec9e05ab294 HTTP/1.1" status: 200  len: 217 time: 0.1313794
Jun 29 14:33:19.461581 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:19.463459 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-cc3e83b1-1972-4f68-b9d2-312657213208 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:19.498221 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3734c-580c-4692-8052-f3dd08b60008 req-7fe88103-df3a-4289-aa07-f1075c893105 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:19.499708 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-9cf3734c-580c-4692-8052-f3dd08b60008 req-7fe88103-df3a-4289-aa07-f1075c893105 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ddc4164-6d7a-4f56-880f-00ed4c1aa07e HTTP/1.1" status: 200  len: 910 time: 0.2990439
Jun 29 14:33:19.509593 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defe6e31-2a07-4714-ae6f-ec69297c986f req-e4d4f2f7-69b0-4bd8-ba4d-3381230a50e9 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:19.511111 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-defe6e31-2a07-4714-ae6f-ec69297c986f req-e4d4f2f7-69b0-4bd8-ba4d-3381230a50e9 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=677e6c79-cb8f-4429-ac54-29e02060d2f9 HTTP/1.1" status: 200  len: 943 time: 0.1343019
Jun 29 14:33:19.539015 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=f273c6bd-38a7-4724-90d9-2dfeb5591e7d,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:19.542846 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:19.563836 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3602895-f779-4dde-a462-4403aa6ef6f6 req-79c151a7-a1e3-4b8c-aa5d-b90e8db2a21a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:19.565278 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d3602895-f779-4dde-a462-4403aa6ef6f6 req-79c151a7-a1e3-4b8c-aa5d-b90e8db2a21a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6b290bd3-20c6-48b7-a0ea-2f1a94cb7740 HTTP/1.1" status: 200  len: 848 time: 0.0937278
Jun 29 14:33:19.591742 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-9cf3734c-580c-4692-8052-f3dd08b60008 req-1d8d03d9-ff9e-4cbb-967e-6b9852441fe3 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e6d433c-b896-4cc7-99e2-953d4af22241 HTTP/1.1" status: 200  len: 217 time: 0.0796864
Jun 29 14:33:19.633416 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-8afcb9f0-3bcf-41df-a107-b5034eb328a7 service neutron] 10.222.0.13 "GET /v2.0/networks/59da48e5-df7e-4b56-b857-04097be30813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2506514
Jun 29 14:33:19.665552 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d3602895-f779-4dde-a462-4403aa6ef6f6 req-ffc7bc35-b7eb-4c51-adb9-a2a4b781277d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4136cd64-8118-416e-874b-f6ed5b97de9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0908799
Jun 29 14:33:19.672925 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-defe6e31-2a07-4714-ae6f-ec69297c986f req-0d14a5ff-e32c-4465-bf4e-c8f2afc0e740 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48f3127-b3fd-478c-87d4-b50461043bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1120591
Jun 29 14:33:19.679997 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf3734c-580c-4692-8052-f3dd08b60008 req-38037237-0574-4f0e-8e05-b934cc63ecbe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:19.681399 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-9cf3734c-580c-4692-8052-f3dd08b60008 req-38037237-0574-4f0e-8e05-b934cc63ecbe service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9c8fac33-4120-43ef-91ce-4988f7d955dd HTTP/1.1" status: 200  len: 848 time: 0.0763814
Jun 29 14:33:19.733344 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['f273c6bd-38a7-4724-90d9-2dfeb5591e7d'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:33:19.783583 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-9cf3734c-580c-4692-8052-f3dd08b60008 req-e0269dbd-5242-456e-a9f3-44c1da6b23f1 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ddc4164-6d7a-4f56-880f-00ed4c1aa07e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0944104
Jun 29 14:33:19.907199 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d3602895-f779-4dde-a462-4403aa6ef6f6 req-448183e8-fb68-4b99-9d7a-4e7116472a7c service neutron] 10.222.0.69 "GET /v2.0/networks/4136cd64-8118-416e-874b-f6ed5b97de9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2203288
Jun 29 14:33:19.914965 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f67e86a0-6474-416d-a3e2-f4c6a517ed92 req-4fea6f5d-51ce-49bb-99cb-a5c4eecba7ec tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f726255-dd57-4709-b386-48191e3803f7 HTTP/1.1" status: 200  len: 210 time: 0.0527651
Jun 29 14:33:20.019711 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-9cf3734c-580c-4692-8052-f3dd08b60008 req-b5ec5dc1-10ea-4c9e-8b90-74f039c3f338 service neutron] 10.222.0.69 "GET /v2.0/networks/4ddc4164-6d7a-4f56-880f-00ed4c1aa07e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2210476
Jun 29 14:33:20.076402 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d3602895-f779-4dde-a462-4403aa6ef6f6 req-a7645ad9-2641-4d32-8f54-f74236cb6542 service neutron] 10.222.0.69 "GET /v2.0/networks/4136cd64-8118-416e-874b-f6ed5b97de9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1606388
Jun 29 14:33:20.118349 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccd26ce-460a-4c9e-b46b-8081b68235ae req-fa4c5ffa-e8b2-4278-9761-bb896eb97332 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:20.120075 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-1ccd26ce-460a-4c9e-b46b-8081b68235ae req-fa4c5ffa-e8b2-4278-9761-bb896eb97332 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 943 time: 0.2858176
Jun 29 14:33:20.195257 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-1ccd26ce-460a-4c9e-b46b-8081b68235ae req-c445f69c-0de2-4de7-b633-a8a7371f70e3 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0669296
Jun 29 14:33:20.216445 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-9cf3734c-580c-4692-8052-f3dd08b60008 req-11d5f5b7-f3b9-4ed1-b2eb-b4c3b093d2d1 service neutron] 10.222.0.69 "GET /v2.0/networks/4ddc4164-6d7a-4f56-880f-00ed4c1aa07e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1886718
Jun 29 14:33:20.286966 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1efb8240-29a3-4659-b9b7-a86eb436952e req-00c7c7d7-fc94-4d2e-a5e3-e1ad698f99d0 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:20.288403 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-1efb8240-29a3-4659-b9b7-a86eb436952e req-00c7c7d7-fc94-4d2e-a5e3-e1ad698f99d0 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 945 time: 0.0787551
Jun 29 14:33:20.334880 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-1efb8240-29a3-4659-b9b7-a86eb436952e req-22d62019-ec98-42c8-910a-acd40bbb798a tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0406349
Jun 29 14:33:20.918712 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b530a123-6755-4cb3-bf71-1ad86bb5e298 req-e98a13c6-9877-4ddd-8847-49d04a420a99 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:20.920212 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b530a123-6755-4cb3-bf71-1ad86bb5e298 req-e98a13c6-9877-4ddd-8847-49d04a420a99 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=677e6c79-cb8f-4429-ac54-29e02060d2f9 HTTP/1.1" status: 200  len: 943 time: 0.1204984
Jun 29 14:33:21.054697 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b530a123-6755-4cb3-bf71-1ad86bb5e298 req-6fd78119-8353-4bf0-b737-6526f162fb80 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48f3127-b3fd-478c-87d4-b50461043bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0843947
Jun 29 14:33:21.112882 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-8d958005-0e4d-43bd-9e80-855789b62b0b tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:21.114451 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-8d958005-0e4d-43bd-9e80-855789b62b0b tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.69 "GET /v2.0/networks?id=59da48e5-df7e-4b56-b857-04097be30813 HTTP/1.1" status: 200  len: 814 time: 0.2341595
Jun 29 14:33:21.131120 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e8d41f16-0e3c-4bbe-b19f-7b296e4a4371 req-41b03d51-b1e1-470d-90d5-2da0ff6d4c5c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f726255-dd57-4709-b386-48191e3803f7 HTTP/1.1" status: 200  len: 210 time: 0.0464246
Jun 29 14:33:21.140116 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-073dce19-8529-4a79-bb23-2b6802d2fa44 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Request body: {'port': {'device_id': '5f726255-dd57-4709-b386-48191e3803f7', 'network_id': '59da48e5-df7e-4b56-b857-04097be30813', 'admin_state_up': True, 'tenant_id': 'd9932be220e04d1dbbc486e44ee9b652'}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:33:21.208279 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 50c64a73-7dc4-4bbc-b09f-bec9e05ab294 details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 14:33:21.210111 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device f273c6bd-38a7-4724-90d9-2dfeb5591e7d up at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:33:21.286297 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-073dce19-8529-4a79-bb23-2b6802d2fa44 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:33:21.298066 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-073dce19-8529-4a79-bb23-2b6802d2fa44 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:33:21.314988 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-073dce19-8529-4a79-bb23-2b6802d2fa44 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Made reservation on behalf of d9932be220e04d1dbbc486e44ee9b652 for: {'port': 1} {{(pid=74235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:33:21.318653 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-073dce19-8529-4a79-bb23-2b6802d2fa44 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:21.394441 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning for port f273c6bd-38a7-4724-90d9-2dfeb5591e7d completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:33:21.401806 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning complete for port f273c6bd-38a7-4724-90d9-2dfeb5591e7d triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:33:21.402081 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:21.494033 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 50c64a73-7dc4-4bbc-b09f-bec9e05ab294, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=50c64a73-7dc4-4bbc-b09f-bec9e05ab294,segment=NetworkSegment(9893828c-dda5-4b37-8a2f-299b5eb1c0ef),segment_id=9893828c-dda5-4b37-8a2f-299b5eb1c0ef)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:33:21.511955 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Returning: {'device': '50c64a73-7dc4-4bbc-b09f-bec9e05ab294', 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f', 'port_id': '50c64a73-7dc4-4bbc-b09f-bec9e05ab294', 'mac_address': 'fa:16:3e:08:23:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 504, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6b290bd3-20c6-48b7-a0ea-2f1a94cb7740', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 14:33:21.555740 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a19c3b-3dcd-450b-92df-d438d5e7196d req-c5daa44b-f86f-457b-98c7-1bb500ef0551 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:21.557574 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-88a19c3b-3dcd-450b-92df-d438d5e7196d req-c5daa44b-f86f-457b-98c7-1bb500ef0551 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 943 time: 0.2215941
Jun 29 14:33:21.586905 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147f4a8b-5b26-4f60-889f-6e505c036021 req-1d5aff18-11c8-4f05-847a-804ce641d4df tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:21.591019 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-147f4a8b-5b26-4f60-889f-6e505c036021 req-1d5aff18-11c8-4f05-847a-804ce641d4df tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 945 time: 0.1018078
Jun 29 14:33:21.609383 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.db_base_plugin_common [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-073dce19-8529-4a79-bb23-2b6802d2fa44 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Allocated IP 172.20.0.7 (59da48e5-df7e-4b56-b857-04097be30813/6094f63b-b644-4415-a8f0-3a34a9f80174/a864aa64-373b-4102-9916-f56dac7ae1fa) {{(pid=74235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:33:21.616698 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:21.632435 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-88a19c3b-3dcd-450b-92df-d438d5e7196d req-09a355a7-5c45-484d-9788-ce8bb99b3695 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0733118
Jun 29 14:33:21.641618 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:21.649743 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-147f4a8b-5b26-4f60-889f-6e505c036021 req-4283614e-ba6b-4348-a832-4806c4fc2752 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0531666
Jun 29 14:33:21.657301 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d898c4-f486-42ad-a7a5-f3f03b2c14d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f273c6bd-38a7-4724-90d9-2dfeb5591e7d'}] {{(pid=74236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:33:21.671266 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50c64a73-7dc4-4bbc-b09f-bec9e05ab294 {{(pid=74236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:33:21.683487 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port f273c6bd-38a7-4724-90d9-2dfeb5591e7d, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=f273c6bd-38a7-4724-90d9-2dfeb5591e7d,segment=NetworkSegment(0dfa2ba1-aef0-4202-9eab-77e9ea1a0785),segment_id=0dfa2ba1-aef0-4202-9eab-77e9ea1a0785)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:33:21.693017 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:21.697106 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-2022d9a2-d235-43cc-a572-5ea4b47b0558 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:21.738418 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 50c64a73-7dc4-4bbc-b09f-bec9e05ab294, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=50c64a73-7dc4-4bbc-b09f-bec9e05ab294,segment=NetworkSegment(9893828c-dda5-4b37-8a2f-299b5eb1c0ef),segment_id=9893828c-dda5-4b37-8a2f-299b5eb1c0ef)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:33:21.744820 dv-cinder-798356-1-iscsi neutron-server[74236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d898c4-f486-42ad-a7a5-f3f03b2c14d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f273c6bd-38a7-4724-90d9-2dfeb5591e7d', 'code': 200}
Jun 29 14:33:21.753166 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:21.782392 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=f273c6bd-38a7-4724-90d9-2dfeb5591e7d,revision_number=5']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:21.785614 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:21.786096 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.029s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:21.858770 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=50c64a73-7dc4-4bbc-b09f-bec9e05ab294,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:21.863418 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:21.981427 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-073dce19-8529-4a79-bb23-2b6802d2fa44 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Notify callbacks [] for port, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:21.993991 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-feea8ac6-4102-45cb-866a-101461657e65 req-3175ae0c-1813-4dc0-bed1-b96ae0a538cb service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 1099 time: 0.0753794
Jun 29 14:33:22.012356 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-073dce19-8529-4a79-bb23-2b6802d2fa44 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:22.019163 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:22.023558 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['d4f35840-8051-40a6-b035-3a19c0635a4f', '8c5dcd6a-51e6-4c5b-8ef3-04bf52294357', 'cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:33:22.044786 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-feea8ac6-4102-45cb-866a-101461657e65 req-3d5019d5-ad55-4548-b731-a52cc555f037 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0426593
Jun 29 14:33:22.052411 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['50c64a73-7dc4-4bbc-b09f-bec9e05ab294'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:33:22.089026 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-073dce19-8529-4a79-bb23-2b6802d2fa44 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Network 59da48e5-df7e-4b56-b857-04097be30813 is already hosted by enough agents. {{(pid=74235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:33:22.092290 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.base_scheduler [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-073dce19-8529-4a79-bb23-2b6802d2fa44 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Resources bound (agent type, host, resource id):  {{(pid=74235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:33:22.096744 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-073dce19-8529-4a79-bb23-2b6802d2fa44 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Received port after_create {{(pid=74235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:33:22.123326 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073dce19-8529-4a79-bb23-2b6802d2fa44 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Pushing event updated for resources: {'Port': ['ID=a864aa64-373b-4102-9916-f56dac7ae1fa,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:22.130204 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-073dce19-8529-4a79-bb23-2b6802d2fa44 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:22.168561 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-073dce19-8529-4a79-bb23-2b6802d2fa44 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:22.169174 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-073dce19-8529-4a79-bb23-2b6802d2fa44 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:22.198311 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-073dce19-8529-4a79-bb23-2b6802d2fa44 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.0624301
Jun 29 14:33:22.212914 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-3f392a1d-6331-4b2d-b27b-93650195ab71 service neutron] Request body: {'port': {'device_id': '5f726255-dd57-4709-b386-48191e3803f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:33:22.298285 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ca9327-90c8-4cef-8b1b-04d62c4e689f req-fc1bb2d9-8fd6-448a-8e24-886180530265 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:22.299683 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-05ca9327-90c8-4cef-8b1b-04d62c4e689f req-fc1bb2d9-8fd6-448a-8e24-886180530265 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=677e6c79-cb8f-4429-ac54-29e02060d2f9 HTTP/1.1" status: 200  len: 944 time: 0.0929613
Jun 29 14:33:22.348348 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-05ca9327-90c8-4cef-8b1b-04d62c4e689f req-30d954f6-b498-4c21-846f-254b0be5b6e4 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48f3127-b3fd-478c-87d4-b50461043bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427356
Jun 29 14:33:22.383182 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-3f392a1d-6331-4b2d-b27b-93650195ab71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:22.475511 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6708923-c3a7-4aed-8e34-1d610abc1596 req-22201ba8-609b-4d35-8159-82aee77270af tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:22.476209 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-a6708923-c3a7-4aed-8e34-1d610abc1596 req-22201ba8-609b-4d35-8159-82aee77270af tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Synchronizing usage tracker for tenant:d9932be220e04d1dbbc486e44ee9b652 on resource:port {{(pid=74235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:33:22.545373 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-a6708923-c3a7-4aed-8e34-1d610abc1596 req-22201ba8-609b-4d35-8159-82aee77270af tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Unset dirty status for tenant:d9932be220e04d1dbbc486e44ee9b652 on resource:port {{(pid=74235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:33:22.546630 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a6708923-c3a7-4aed-8e34-1d610abc1596 req-22201ba8-609b-4d35-8159-82aee77270af tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f726255-dd57-4709-b386-48191e3803f7 HTTP/1.1" status: 200  len: 931 time: 0.2391057
Jun 29 14:33:22.680841 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a6708923-c3a7-4aed-8e34-1d610abc1596 req-1ada4eff-ff35-42f7-87d3-fa63e4f6c7a1 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1242459
Jun 29 14:33:22.796222 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.notifiers.nova [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-3f392a1d-6331-4b2d-b27b-93650195ab71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a864aa64-373b-4102-9916-f56dac7ae1fa {{(pid=74235) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:33:22.803943 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-3f392a1d-6331-4b2d-b27b-93650195ab71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:22.855747 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.provisioning_blocks [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-3f392a1d-6331-4b2d-b27b-93650195ab71 service neutron] Transition to ACTIVE for port object a864aa64-373b-4102-9916-f56dac7ae1fa will not be triggered until provisioned by entity L2. {{(pid=74235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:33:22.864531 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-3f392a1d-6331-4b2d-b27b-93650195ab71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1167191'] for port, after_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:22.866425 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55acb806-0d07-4c96-84c1-6f155da6df74 req-4db27b17-50b1-403f-810a-a404c8ded463 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:22.868007 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-55acb806-0d07-4c96-84c1-6f155da6df74 req-4db27b17-50b1-403f-810a-a404c8ded463 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 943 time: 0.0908127
Jun 29 14:33:22.870271 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:22.915787 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-55acb806-0d07-4c96-84c1-6f155da6df74 req-dc7c7959-7c40-4758-a84e-035f0c74ce79 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Synchronizing usage tracker for tenant:c9014e79d3da412c8ed251c61566ec86 on resource:security_group {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:33:22.928169 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-55acb806-0d07-4c96-84c1-6f155da6df74 req-dc7c7959-7c40-4758-a84e-035f0c74ce79 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Unset dirty status for tenant:c9014e79d3da412c8ed251c61566ec86 on resource:security_group {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:33:22.929295 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-55acb806-0d07-4c96-84c1-6f155da6df74 req-dc7c7959-7c40-4758-a84e-035f0c74ce79 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0543082
Jun 29 14:33:23.008585 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f392a1d-6331-4b2d-b27b-93650195ab71 service neutron] Pushing event updated for resources: {'Port': ['ID=a864aa64-373b-4102-9916-f56dac7ae1fa,revision_number=2']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:23.012517 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-3f392a1d-6331-4b2d-b27b-93650195ab71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:23.095048 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e9ab04-3757-4a4c-97ab-6ad92a082f0e req-2965d4ac-800e-46d1-928b-18d340934474 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:23.096099 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-65e9ab04-3757-4a4c-97ab-6ad92a082f0e req-2965d4ac-800e-46d1-928b-18d340934474 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 946 time: 0.2826333
Jun 29 14:33:23.168934 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.managers [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-3f392a1d-6331-4b2d-b27b-93650195ab71 service neutron] Attempting to bind port a864aa64-373b-4102-9916-f56dac7ae1fa on host hv-cinder-79835 for vnic_type normal with profile  {{(pid=74235) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:33:23.169266 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.managers [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-3f392a1d-6331-4b2d-b27b-93650195ab71 service neutron] Attempting to bind port a864aa64-373b-4102-9916-f56dac7ae1fa by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': '7bb3d6b8-81c4-403e-9165-e1fccd084c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '59da48e5-df7e-4b56-b857-04097be30813'}] {{(pid=74235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:33:23.169594 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-3f392a1d-6331-4b2d-b27b-93650195ab71 service neutron] Attempting to bind port a864aa64-373b-4102-9916-f56dac7ae1fa on network 59da48e5-df7e-4b56-b857-04097be30813 {{(pid=74235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:33:23.173952 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-65e9ab04-3757-4a4c-97ab-6ad92a082f0e req-5941c9aa-fe2f-479c-801d-fc4eaa689029 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0671427
Jun 29 14:33:23.177776 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-3f392a1d-6331-4b2d-b27b-93650195ab71 service neutron] Port a864aa64-373b-4102-9916-f56dac7ae1fa on network 59da48e5-df7e-4b56-b857-04097be30813 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 14:33:23.178091 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-3f392a1d-6331-4b2d-b27b-93650195ab71 service neutron] Attempting to bind port a864aa64-373b-4102-9916-f56dac7ae1fa on network 59da48e5-df7e-4b56-b857-04097be30813 {{(pid=74235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:33:23.184203 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-3f392a1d-6331-4b2d-b27b-93650195ab71 service neutron] Checking agent: {'id': 'f619983b-74b0-4a10-ac06-3edbe0602c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 33, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:33:23.184536 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-3f392a1d-6331-4b2d-b27b-93650195ab71 service neutron] Checking segment: {'id': '7bb3d6b8-81c4-403e-9165-e1fccd084c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '59da48e5-df7e-4b56-b857-04097be30813'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74235) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:33:23.184908 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-3f392a1d-6331-4b2d-b27b-93650195ab71 service neutron] Bound using segment: {'id': '7bb3d6b8-81c4-403e-9165-e1fccd084c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '59da48e5-df7e-4b56-b857-04097be30813'} {{(pid=74235) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:33:23.185323 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.managers [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-3f392a1d-6331-4b2d-b27b-93650195ab71 service neutron] Bound port: a864aa64-373b-4102-9916-f56dac7ae1fa, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bb3d6b8-81c4-403e-9165-e1fccd084c85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': '59da48e5-df7e-4b56-b857-04097be30813'}}] {{(pid=74235) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:33:23.185661 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-3f392a1d-6331-4b2d-b27b-93650195ab71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:23.225135 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 50c64a73-7dc4-4bbc-b09f-bec9e05ab294 up at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:33:23.275176 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.db [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-3f392a1d-6331-4b2d-b27b-93650195ab71 service neutron] For port a864aa64-373b-4102-9916-f56dac7ae1fa, host hv-cinder-79835, cleared binding levels {{(pid=74235) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:33:23.278091 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.db [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-3f392a1d-6331-4b2d-b27b-93650195ab71 service neutron] For port a864aa64-373b-4102-9916-f56dac7ae1fa, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=a864aa64-373b-4102-9916-f56dac7ae1fa,segment=NetworkSegment(7bb3d6b8-81c4-403e-9165-e1fccd084c85),segment_id=7bb3d6b8-81c4-403e-9165-e1fccd084c85)] {{(pid=74235) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:33:23.283637 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-3f392a1d-6331-4b2d-b27b-93650195ab71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1167191'] for port, after_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:23.287816 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:23.293188 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning for port 50c64a73-7dc4-4bbc-b09f-bec9e05ab294 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:33:23.298225 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning complete for port 50c64a73-7dc4-4bbc-b09f-bec9e05ab294 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:33:23.298638 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:23.345774 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-3f392a1d-6331-4b2d-b27b-93650195ab71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:23.347226 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-3f392a1d-6331-4b2d-b27b-93650195ab71 service neutron] 10.222.0.69 "PUT /v2.0/ports/a864aa64-373b-4102-9916-f56dac7ae1fa HTTP/1.1" status: 200  len: 1093 time: 1.1388130
Jun 29 14:33:23.347704 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f726255-dd57-4709-b386-48191e3803f7', 'tag': 'a864aa64-373b-4102-9916-f56dac7ae1fa'}] {{(pid=74235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:33:23.372674 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f392a1d-6331-4b2d-b27b-93650195ab71 service neutron] Pushing event updated for resources: {'Port': ['ID=a864aa64-373b-4102-9916-f56dac7ae1fa,revision_number=3']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:23.375815 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-3f392a1d-6331-4b2d-b27b-93650195ab71 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:23.420163 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:23.463313 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 50c64a73-7dc4-4bbc-b09f-bec9e05ab294, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=50c64a73-7dc4-4bbc-b09f-bec9e05ab294,segment=NetworkSegment(9893828c-dda5-4b37-8a2f-299b5eb1c0ef),segment_id=9893828c-dda5-4b37-8a2f-299b5eb1c0ef)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:33:23.469017 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:23.471646 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-82c68cbd-10b1-495a-b6e8-b43774ca7369 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:23.473282 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-f5f12005-af90-4cff-802c-b14ef8133b09 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d9932be220e04d1dbbc486e44ee9b652&device_id=5f726255-dd57-4709-b386-48191e3803f7 HTTP/1.1" status: 200  len: 1096 time: 0.0875807
Jun 29 14:33:23.539237 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f726255-dd57-4709-b386-48191e3803f7', 'tag': 'a864aa64-373b-4102-9916-f56dac7ae1fa', 'status': 'completed', 'code': 200}
Jun 29 14:33:23.543243 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=50c64a73-7dc4-4bbc-b09f-bec9e05ab294,revision_number=5']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:23.546540 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:23.584091 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-1f7eac18-08cd-4890-ad0f-4fadad49425d service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a864aa64-373b-4102-9916-f56dac7ae1fa HTTP/1.1" status: 200  len: 217 time: 0.1025004
Jun 29 14:33:23.662417 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-455dde1f-7de4-4501-a029-869006e277f7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:23.663843 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-455dde1f-7de4-4501-a029-869006e277f7 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6094f63b-b644-4415-a8f0-3a34a9f80174 HTTP/1.1" status: 200  len: 854 time: 0.0723541
Jun 29 14:33:23.709112 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f361ec73-a7dd-4d73-9874-0fa62613b88d req-dd7f2cca-95e5-4bfe-b44b-c6547c866683 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:23.710513 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f361ec73-a7dd-4d73-9874-0fa62613b88d req-dd7f2cca-95e5-4bfe-b44b-c6547c866683 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=677e6c79-cb8f-4429-ac54-29e02060d2f9 HTTP/1.1" status: 200  len: 945 time: 0.1733282
Jun 29 14:33:23.716253 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-127ec121-b5d3-4304-a867-8cb98e60785f service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=59da48e5-df7e-4b56-b857-04097be30813&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0461321
Jun 29 14:33:23.745756 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677e6c79-cb8f-4429-ac54-29e02060d2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c64a73-7dc4-4bbc-b09f-bec9e05ab294'}] {{(pid=74236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:33:23.891610 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4bbe166-4ef0-46e2-b6c7-c3de7c07a684 req-660067fa-2dd9-464c-a862-b8f0d85afd7d tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:23.893097 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e4bbe166-4ef0-46e2-b6c7-c3de7c07a684 req-660067fa-2dd9-464c-a862-b8f0d85afd7d tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f726255-dd57-4709-b386-48191e3803f7 HTTP/1.1" status: 200  len: 943 time: 0.0805552
Jun 29 14:33:23.920986 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f361ec73-a7dd-4d73-9874-0fa62613b88d req-52207867-ebe4-4d04-9fae-9c1d23606bac tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48f3127-b3fd-478c-87d4-b50461043bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2038007
Jun 29 14:33:23.948640 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e4bbe166-4ef0-46e2-b6c7-c3de7c07a684 req-f1276649-0fe4-4680-9c03-ad88f5cfdfa9 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498204
Jun 29 14:33:23.966129 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-b78ce83d-fe7c-4672-9390-caed2314e19e service neutron] 10.222.0.69 "GET /v2.0/networks/59da48e5-df7e-4b56-b857-04097be30813?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2357783
Jun 29 14:33:23.990410 dv-cinder-798356-1-iscsi neutron-server[74236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677e6c79-cb8f-4429-ac54-29e02060d2f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50c64a73-7dc4-4bbc-b09f-bec9e05ab294', 'code': 200}
Jun 29 14:33:24.116111 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a4a1105c-0b53-47c8-bae3-5c189869ccdc req-b98a9bbe-2d58-4a81-8fe0-8bf1dfaa3d32 service neutron] 10.222.0.69 "GET /v2.0/networks/59da48e5-df7e-4b56-b857-04097be30813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1417351
Jun 29 14:33:24.148617 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc52f8-c59e-427d-91c5-b911f8ab26d4 req-7f5fb1bf-72b8-412c-a85f-e284ca298945 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:24.150050 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-a1bc52f8-c59e-427d-91c5-b911f8ab26d4 req-7f5fb1bf-72b8-412c-a85f-e284ca298945 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 943 time: 0.0883369
Jun 29 14:33:24.239159 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-a1bc52f8-c59e-427d-91c5-b911f8ab26d4 req-46feefb6-9ccf-45b3-bc6d-a3c1ef1fd080 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0828588
Jun 29 14:33:24.261383 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-86b117ed-b160-4d19-ad5e-cde3885b2f9a req-47e5f370-490a-4c43-914e-11fbc6cce07a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=677e6c79-cb8f-4429-ac54-29e02060d2f9 HTTP/1.1" status: 200  len: 1098 time: 0.0758183
Jun 29 14:33:24.276657 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-60fd000e-210a-4ed4-bde7-3255f63211d2 req-0c39dab7-4237-4d95-b1ae-47ff2c882ca0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=d9932be220e04d1dbbc486e44ee9b652&device_id=5f726255-dd57-4709-b386-48191e3803f7 HTTP/1.1" status: 200  len: 1096 time: 0.0898318
Jun 29 14:33:24.306097 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-86b117ed-b160-4d19-ad5e-cde3885b2f9a req-3defe3d9-2b76-41ab-b4a4-084aae6c65c2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f48f3127-b3fd-478c-87d4-b50461043bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0369177
Jun 29 14:33:24.498589 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd000e-210a-4ed4-bde7-3255f63211d2 req-c539f2a5-26dc-4813-a594-59f29d3664bf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:24.499970 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-60fd000e-210a-4ed4-bde7-3255f63211d2 req-c539f2a5-26dc-4813-a594-59f29d3664bf service neutron] 10.222.0.69 "GET /v2.0/networks?id=59da48e5-df7e-4b56-b857-04097be30813 HTTP/1.1" status: 200  len: 915 time: 0.2172427
Jun 29 14:33:24.558156 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f90891-5c50-4a8c-9e6a-fe85c2e03259 req-4b8fdd0b-8619-401d-840f-1c3c768c006b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:24.559615 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-02f90891-5c50-4a8c-9e6a-fe85c2e03259 req-4b8fdd0b-8619-401d-840f-1c3c768c006b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 946 time: 0.0766330
Jun 29 14:33:24.571832 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-60fd000e-210a-4ed4-bde7-3255f63211d2 req-a2c04a51-3182-47cc-897d-e521cbb1ca65 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=a864aa64-373b-4102-9916-f56dac7ae1fa HTTP/1.1" status: 200  len: 217 time: 0.0609345
Jun 29 14:33:24.609505 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-02f90891-5c50-4a8c-9e6a-fe85c2e03259 req-eadd739e-4886-4848-98ad-5e6ca9eb067c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0438917
Jun 29 14:33:24.651311 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fd000e-210a-4ed4-bde7-3255f63211d2 req-1eeda513-0630-40d4-8be8-9bf3819c6c5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:24.651311 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-60fd000e-210a-4ed4-bde7-3255f63211d2 req-1eeda513-0630-40d4-8be8-9bf3819c6c5c service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6094f63b-b644-4415-a8f0-3a34a9f80174 HTTP/1.1" status: 200  len: 854 time: 0.0683815
Jun 29 14:33:24.696872 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-60fd000e-210a-4ed4-bde7-3255f63211d2 req-10f6c3d0-aa62-4a4b-a858-9f8da4eba490 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=59da48e5-df7e-4b56-b857-04097be30813&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0380354
Jun 29 14:33:24.886472 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-60fd000e-210a-4ed4-bde7-3255f63211d2 req-b5d38e93-b45d-4489-a4e4-e742a66be08e service neutron] 10.222.0.69 "GET /v2.0/networks/59da48e5-df7e-4b56-b857-04097be30813?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1818054
Jun 29 14:33:24.900429 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cf08e0-c1e2-4699-a46b-b37025e33b03 req-ea31cf6c-6c70-446f-9097-37b2688c6268 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:24.901825 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-92cf08e0-c1e2-4699-a46b-b37025e33b03 req-ea31cf6c-6c70-446f-9097-37b2688c6268 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 946 time: 0.1268086
Jun 29 14:33:24.911011 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 44952) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:33:24.916520 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-785c20b8-259f-4d1e-8e41-00fc0a269da4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Request body: {'floatingip': {'port_id': 'f273c6bd-38a7-4724-90d9-2dfeb5591e7d'}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:33:24.992225 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-785c20b8-259f-4d1e-8e41-00fc0a269da4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for floatingip, before_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:25.033262 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-60fd000e-210a-4ed4-bde7-3255f63211d2 req-a549c090-a9f8-4a52-9d58-f76b0a40e2d2 service neutron] 10.222.0.69 "GET /v2.0/networks/59da48e5-df7e-4b56-b857-04097be30813?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1304877
Jun 29 14:33:25.163448 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641397eb-44ee-42e0-9246-9ee22d5cbab4 req-269be7f6-47e8-44d1-8262-517b7bb410b5 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:25.164809 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-641397eb-44ee-42e0-9246-9ee22d5cbab4 req-269be7f6-47e8-44d1-8262-517b7bb410b5 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f726255-dd57-4709-b386-48191e3803f7 HTTP/1.1" status: 200  len: 943 time: 0.0785656
Jun 29 14:33:25.212764 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-641397eb-44ee-42e0-9246-9ee22d5cbab4 req-4fe5c296-7b66-4f39-9967-71cf77ec661c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0422442
Jun 29 14:33:25.242776 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd8efc9-1a1c-4510-a50a-37f4f0a76eb4 req-ee23670b-e3c9-4158-9465-3f65dd770548 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:25.244205 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-2bd8efc9-1a1c-4510-a50a-37f4f0a76eb4 req-ee23670b-e3c9-4158-9465-3f65dd770548 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=677e6c79-cb8f-4429-ac54-29e02060d2f9 HTTP/1.1" status: 200  len: 945 time: 0.1792254
Jun 29 14:33:25.422315 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-2bd8efc9-1a1c-4510-a50a-37f4f0a76eb4 req-ac2c1f19-10e3-4fd4-a13e-ffc952c02dac tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48f3127-b3fd-478c-87d4-b50461043bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1719520
Jun 29 14:33:25.450797 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ca05ee-6d20-4e91-8f03-8b1e1365d4bb req-a365139a-e875-4277-9ffb-2833f240818f tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:25.452271 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-17ca05ee-6d20-4e91-8f03-8b1e1365d4bb req-a365139a-e875-4277-9ffb-2833f240818f tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 943 time: 0.0832899
Jun 29 14:33:25.499556 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-17ca05ee-6d20-4e91-8f03-8b1e1365d4bb req-459740dc-4b9d-41f7-a620-40144cc069a2 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411596
Jun 29 14:33:25.738829 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-785c20b8-259f-4d1e-8e41-00fc0a269da4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:25.742932 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-785c20b8-259f-4d1e-8e41-00fc0a269da4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-669791'] for floatingip, after_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:26.015863 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.db.l3_db [None req-785c20b8-259f-4d1e-8e41-00fc0a269da4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Floating IP e855225c-d0a3-414d-a70e-581a9ab9ab39 associated. External IP: 172.27.1.41, port: f273c6bd-38a7-4724-90d9-2dfeb5591e7d.
Jun 29 14:33:26.456504 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab5e947-72f2-48e1-a5f7-7ec47c1c10df req-143661fd-3064-4e09-92f8-33d7c18f086f tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:26.457960 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-9ab5e947-72f2-48e1-a5f7-7ec47c1c10df req-143661fd-3064-4e09-92f8-33d7c18f086f tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f726255-dd57-4709-b386-48191e3803f7 HTTP/1.1" status: 200  len: 943 time: 0.1097686
Jun 29 14:33:26.468726 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-785c20b8-259f-4d1e-8e41-00fc0a269da4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Router 2aa978a3-fc1c-4cea-a790-dd2d19f05366 has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:33:26.573850 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-9ab5e947-72f2-48e1-a5f7-7ec47c1c10df req-9e21620f-14c5-478d-8643-4814b3862f32 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1100917
Jun 29 14:33:26.641945 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-705339b6-8323-4f59-8984-c8015d50269b req-03a4d0f1-2958-4717-8891-8a2a53362621 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:26.643597 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-705339b6-8323-4f59-8984-c8015d50269b req-03a4d0f1-2958-4717-8891-8a2a53362621 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=677e6c79-cb8f-4429-ac54-29e02060d2f9 HTTP/1.1" status: 200  len: 945 time: 0.0877163
Jun 29 14:33:26.700861 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-705339b6-8323-4f59-8984-c8015d50269b req-a0f464c8-964c-468d-a057-b383f4730fc7 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48f3127-b3fd-478c-87d4-b50461043bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507834
Jun 29 14:33:26.778388 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-785c20b8-259f-4d1e-8e41-00fc0a269da4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:33:26.783026 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-785c20b8-259f-4d1e-8e41-00fc0a269da4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for floatingip, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:26.798736 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5375ab62-0f94-4998-8e26-89c664a870cf None None] Sync routers for ids ['2aa978a3-fc1c-4cea-a790-dd2d19f05366'] in dv-cinder-798356-1-iscsi {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:33:26.813363 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5375ab62-0f94-4998-8e26-89c664a870cf None None] Routers {'2aa978a3-fc1c-4cea-a790-dd2d19f05366'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:33:26.814122 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-5375ab62-0f94-4998-8e26-89c664a870cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b944f5c70>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:33:08Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['2aa978a3-fc1c-4cea-a790-dd2d19f05366'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:33:26.838219 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6582909-fe8d-4bfc-8cf6-387c7c6965f1 req-9bc5f6fa-7377-4d77-8d3b-398acacd2db9 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:26.839682 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b6582909-fe8d-4bfc-8cf6-387c7c6965f1 req-9bc5f6fa-7377-4d77-8d3b-398acacd2db9 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 943 time: 0.1373909
Jun 29 14:33:26.848750 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-785c20b8-259f-4d1e-8e41-00fc0a269da4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "PUT /v2.0/floatingips/e855225c-d0a3-414d-a70e-581a9ab9ab39 HTTP/1.1" status: 200  len: 991 time: 1.9366376
Jun 29 14:33:26.850817 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72d898c4-f486-42ad-a7a5-f3f03b2c14d9', 'tag': 'f273c6bd-38a7-4724-90d9-2dfeb5591e7d'}] {{(pid=74235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:33:26.899564 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b6582909-fe8d-4bfc-8cf6-387c7c6965f1 req-6cf8b81b-5196-4b72-91c7-fb07f6dec5f5 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0494797
Jun 29 14:33:26.905640 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03f0674-602c-4d01-90f9-0ab23fa174b3 req-53ce2f28-e6fb-45bd-9c23-9ab5aee41456 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:26.907244 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d03f0674-602c-4d01-90f9-0ab23fa174b3 req-53ce2f28-e6fb-45bd-9c23-9ab5aee41456 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=677e6c79-cb8f-4429-ac54-29e02060d2f9 HTTP/1.1" status: 200  len: 945 time: 0.0862346
Jun 29 14:33:26.919357 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 44974) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:33:26.928958 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-9b8a29fe-b235-4fa9-a9f8-b93dd6f05a95 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Request body: {'floatingip': {'port_id': '50c64a73-7dc4-4bbc-b09f-bec9e05ab294'}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:33:27.020057 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-5375ab62-0f94-4998-8e26-89c664a870cf None None] Set router 2aa978a3-fc1c-4cea-a790-dd2d19f05366 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:33:27.064811 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72d898c4-f486-42ad-a7a5-f3f03b2c14d9', 'tag': 'f273c6bd-38a7-4724-90d9-2dfeb5591e7d', 'status': 'completed', 'code': 200}
Jun 29 14:33:27.075511 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-9b8a29fe-b235-4fa9-a9f8-b93dd6f05a95 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for floatingip, before_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:27.146299 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-74917e00-7301-41d5-b1ad-b975efed1ba0 req-ff53931a-ddee-4ead-90aa-a7b2e56f1d87 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9168106bff7043a69607ef135131ee6b&device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 1099 time: 0.0710492
Jun 29 14:33:27.263944 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device a864aa64-373b-4102-9916-f56dac7ae1fa details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 14:33:27.292343 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74917e00-7301-41d5-b1ad-b975efed1ba0 req-d2b41025-9adf-40f3-b831-3186c9c7100d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:27.293771 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-74917e00-7301-41d5-b1ad-b975efed1ba0 req-d2b41025-9adf-40f3-b831-3186c9c7100d service neutron] 10.222.0.69 "GET /v2.0/networks?id=4efbe09a-ec64-4c57-8f69-466f632996dc HTTP/1.1" status: 200  len: 917 time: 0.1410513
Jun 29 14:33:27.401249 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-74917e00-7301-41d5-b1ad-b975efed1ba0 req-86e38263-cea4-4280-b38e-8455095e7a5c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f273c6bd-38a7-4724-90d9-2dfeb5591e7d HTTP/1.1" status: 200  len: 999 time: 0.0992215
Jun 29 14:33:27.463163 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74917e00-7301-41d5-b1ad-b975efed1ba0 req-d032b1d0-6441-497f-9fb7-a59b2918c453 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:27.464602 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-74917e00-7301-41d5-b1ad-b975efed1ba0 req-d032b1d0-6441-497f-9fb7-a59b2918c453 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7c6c0350-3172-4dbb-bc15-a1e408f3e7e3 HTTP/1.1" status: 200  len: 855 time: 0.0572300
Jun 29 14:33:27.523418 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port a864aa64-373b-4102-9916-f56dac7ae1fa, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=a864aa64-373b-4102-9916-f56dac7ae1fa,segment=NetworkSegment(7bb3d6b8-81c4-403e-9165-e1fccd084c85),segment_id=7bb3d6b8-81c4-403e-9165-e1fccd084c85)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:33:27.542528 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Returning: {'device': 'a864aa64-373b-4102-9916-f56dac7ae1fa', 'network_id': '59da48e5-df7e-4b56-b857-04097be30813', 'port_id': 'a864aa64-373b-4102-9916-f56dac7ae1fa', 'mac_address': 'fa:16:3e:80:4b:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6094f63b-b644-4415-a8f0-3a34a9f80174', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 14:33:27.552858 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-74917e00-7301-41d5-b1ad-b975efed1ba0 req-90075493-5459-401d-ace1-ccc0a8660c3a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4efbe09a-ec64-4c57-8f69-466f632996dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0813766
Jun 29 14:33:27.600446 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-5375ab62-0f94-4998-8e26-89c664a870cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b944f5c70>, [{'id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'name': 'tempest-AttachVolumeShelveTestJSON-917780842-router', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:28:17Z', 'revision_number': 4, 'project_id': '9168106bff7043a69607ef135131ee6b', 'gw_port': {'id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:55Z', 'updated_at': '2021-06-29T14:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_floatingips': [{'id': 'e855225c-d0a3-414d-a70e-581a9ab9ab39', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'router_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'port_id': 'f273c6bd-38a7-4724-90d9-2dfeb5591e7d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc', 'mac_address': 'fa:16:3e:34:b5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d898c4-f486-42ad-a7a5-f3f03b2c14d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:33:06Z', 'updated_at': '2021-06-29T14:33:25Z', 'revision_number': 1, 'project_id': '9168106bff7043a69607ef135131ee6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281698d6-3a16-4419-84fb-977033f76538', 'name': '', 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'mac_address': 'fa:16:3e:6a:d3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:10Z', 'updated_at': '2021-06-29T14:28:50Z', 'revision_number': 5, 'project_id': '9168106bff7043a69607ef135131ee6b', 'subnets': [{'id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:33:27.609653 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5375ab62-0f94-4998-8e26-89c664a870cf None None] Checking router: 2aa978a3-fc1c-4cea-a790-dd2d19f05366 for host: dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:33:27.614772 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:27.636745 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a864aa64-373b-4102-9916-f56dac7ae1fa {{(pid=74236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:33:27.649423 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5375ab62-0f94-4998-8e26-89c664a870cf None None] Routers {'2aa978a3-fc1c-4cea-a790-dd2d19f05366'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:33:27.650053 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-5375ab62-0f94-4998-8e26-89c664a870cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b944f5c70>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:33:08Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['2aa978a3-fc1c-4cea-a790-dd2d19f05366'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:33:27.719273 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port a864aa64-373b-4102-9916-f56dac7ae1fa, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=a864aa64-373b-4102-9916-f56dac7ae1fa,segment=NetworkSegment(7bb3d6b8-81c4-403e-9165-e1fccd084c85),segment_id=7bb3d6b8-81c4-403e-9165-e1fccd084c85)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:33:27.727690 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:27.728409 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 4e6d433c-b896-4cc7-99e2-953d4af22241 details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 14:33:27.739101 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:27.767283 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-74917e00-7301-41d5-b1ad-b975efed1ba0 req-375b0c50-5fbd-4fd4-b00d-7d4fe795f4f0 service neutron] 10.222.0.69 "GET /v2.0/networks/4efbe09a-ec64-4c57-8f69-466f632996dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2075319
Jun 29 14:33:27.847339 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-9b8a29fe-b235-4fa9-a9f8-b93dd6f05a95 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:27.853587 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-9b8a29fe-b235-4fa9-a9f8-b93dd6f05a95 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-669791'] for floatingip, after_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:27.909990 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=a864aa64-373b-4102-9916-f56dac7ae1fa,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:27.979770 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:28.021089 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-5375ab62-0f94-4998-8e26-89c664a870cf None None] Set router 2aa978a3-fc1c-4cea-a790-dd2d19f05366 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:33:28.021304 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df7a21a-abe0-4e63-a5bc-905927827e03 req-016a87e9-5eaf-4ef3-aea3-3d379a8ab585 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:28.026967 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4df7a21a-abe0-4e63-a5bc-905927827e03 req-016a87e9-5eaf-4ef3-aea3-3d379a8ab585 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f726255-dd57-4709-b386-48191e3803f7 HTTP/1.1" status: 200  len: 944 time: 0.3146169
Jun 29 14:33:28.059321 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-74917e00-7301-41d5-b1ad-b975efed1ba0 req-e47b683a-d06f-4d3d-a1e0-61e84169dccb service neutron] 10.222.0.69 "GET /v2.0/networks/4efbe09a-ec64-4c57-8f69-466f632996dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2857368
Jun 29 14:33:28.093154 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4df7a21a-abe0-4e63-a5bc-905927827e03 req-0f57e637-f1cc-4ed2-a6a9-fe673e66c5d7 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597060
Jun 29 14:33:28.132785 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.db.l3_db [None req-9b8a29fe-b235-4fa9-a9f8-b93dd6f05a95 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Floating IP c6cf466a-3eaf-47f9-af58-21ec1305b3ab associated. External IP: 172.27.1.53, port: 50c64a73-7dc4-4bbc-b09f-bec9e05ab294.
Jun 29 14:33:28.212265 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 4e6d433c-b896-4cc7-99e2-953d4af22241, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=4e6d433c-b896-4cc7-99e2-953d4af22241,segment=NetworkSegment(cea2fd47-5e01-4362-9688-b7eee1960a92),segment_id=cea2fd47-5e01-4362-9688-b7eee1960a92)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:33:28.219638 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4fe8edc-bb4d-42a6-828f-386f47eb3929 req-c547c130-f6a3-40db-8156-0fbd07631fec tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:28.221065 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-e4fe8edc-bb4d-42a6-828f-386f47eb3929 req-c547c130-f6a3-40db-8156-0fbd07631fec tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 943 time: 0.1626141
Jun 29 14:33:28.238922 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Returning: {'device': '4e6d433c-b896-4cc7-99e2-953d4af22241', 'network_id': '4ddc4164-6d7a-4f56-880f-00ed4c1aa07e', 'port_id': '4e6d433c-b896-4cc7-99e2-953d4af22241', 'mac_address': 'fa:16:3e:7d:69:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8fac33-4120-43ef-91ce-4988f7d955dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 14:33:28.326387 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-e4fe8edc-bb4d-42a6-828f-386f47eb3929 req-9aef5179-dd10-4d1f-bc4e-ee28eb49bc66 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0965548
Jun 29 14:33:28.378988 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:28.403527 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e6d433c-b896-4cc7-99e2-953d4af22241 {{(pid=74236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:33:28.448748 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 4e6d433c-b896-4cc7-99e2-953d4af22241, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=4e6d433c-b896-4cc7-99e2-953d4af22241,segment=NetworkSegment(cea2fd47-5e01-4362-9688-b7eee1960a92),segment_id=cea2fd47-5e01-4362-9688-b7eee1960a92)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:33:28.478459 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:28.485797 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:28.567573 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=4e6d433c-b896-4cc7-99e2-953d4af22241,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:28.571459 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:28.585502 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-5375ab62-0f94-4998-8e26-89c664a870cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b944f5c70>, [{'id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'name': 'tempest-AttachVolumeShelveTestJSON-917780842-router', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:28:17Z', 'revision_number': 4, 'project_id': '9168106bff7043a69607ef135131ee6b', 'gw_port': {'id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:55Z', 'updated_at': '2021-06-29T14:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_floatingips': [{'id': 'e855225c-d0a3-414d-a70e-581a9ab9ab39', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'router_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'port_id': 'f273c6bd-38a7-4724-90d9-2dfeb5591e7d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc', 'mac_address': 'fa:16:3e:34:b5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d898c4-f486-42ad-a7a5-f3f03b2c14d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:33:06Z', 'updated_at': '2021-06-29T14:33:25Z', 'revision_number': 1, 'project_id': '9168106bff7043a69607ef135131ee6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281698d6-3a16-4419-84fb-977033f76538', 'name': '', 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'mac_address': 'fa:16:3e:6a:d3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:10Z', 'updated_at': '2021-06-29T14:28:50Z', 'revision_number': 5, 'project_id': '9168106bff7043a69607ef135131ee6b', 'subnets': [{'id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:33:28.585949 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b8a29fe-b235-4fa9-a9f8-b93dd6f05a95 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Router bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:33:28.589765 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5375ab62-0f94-4998-8e26-89c664a870cf None None] The sync data for ids ['2aa978a3-fc1c-4cea-a790-dd2d19f05366'] in dv-cinder-798356-1-iscsi is: [{'id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'name': 'tempest-AttachVolumeShelveTestJSON-917780842-router', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:28:17Z', 'revision_number': 4, 'project_id': '9168106bff7043a69607ef135131ee6b', 'gw_port': {'id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:55Z', 'updated_at': '2021-06-29T14:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_floatingips': [{'id': 'e855225c-d0a3-414d-a70e-581a9ab9ab39', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'floating_ip_address': '172.27.1.41', 'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'router_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'port_id': 'f273c6bd-38a7-4724-90d9-2dfeb5591e7d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc', 'mac_address': 'fa:16:3e:34:b5:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72d898c4-f486-42ad-a7a5-f3f03b2c14d9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:33:06Z', 'updated_at': '2021-06-29T14:33:25Z', 'revision_number': 1, 'project_id': '9168106bff7043a69607ef135131ee6b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '281698d6-3a16-4419-84fb-977033f76538', 'name': '', 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'mac_address': 'fa:16:3e:6a:d3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:10Z', 'updated_at': '2021-06-29T14:28:50Z', 'revision_number': 5, 'project_id': '9168106bff7043a69607ef135131ee6b', 'subnets': [{'id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:33:28.799563 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6333b9b-e397-4a56-8786-bb6cf1f009c6 None None] New status for floating IP e855225c-d0a3-414d-a70e-581a9ab9ab39: ACTIVE {{(pid=74237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 14:33:28.801688 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['4e6d433c-b896-4cc7-99e2-953d4af22241'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:33:28.808618 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b8a29fe-b235-4fa9-a9f8-b93dd6f05a95 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:33:28.813394 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-9b8a29fe-b235-4fa9-a9f8-b93dd6f05a95 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for floatingip, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:28.842977 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5473b877-2dac-45dd-9d6e-c8a1bc76cd7d None None] Sync routers for ids ['bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'] in dv-cinder-798356-1-iscsi {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:33:28.846125 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['a864aa64-373b-4102-9916-f56dac7ae1fa'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:33:28.875731 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-9b8a29fe-b235-4fa9-a9f8-b93dd6f05a95 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "PUT /v2.0/floatingips/c6cf466a-3eaf-47f9-af58-21ec1305b3ab HTTP/1.1" status: 200  len: 990 time: 1.9524634
Jun 29 14:33:28.924369 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5473b877-2dac-45dd-9d6e-c8a1bc76cd7d None None] Routers {'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:33:28.925016 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-5473b877-2dac-45dd-9d6e-c8a1bc76cd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94bba6d0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:33:08Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:33:29.065994 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '677e6c79-cb8f-4429-ac54-29e02060d2f9', 'tag': '50c64a73-7dc4-4bbc-b09f-bec9e05ab294'}] {{(pid=74235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:33:29.127583 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '677e6c79-cb8f-4429-ac54-29e02060d2f9', 'tag': '50c64a73-7dc4-4bbc-b09f-bec9e05ab294', 'status': 'completed', 'code': 200}
Jun 29 14:33:29.226654 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8d78deda-4370-4420-9efb-3ca0fe5a965e req-b6fb3470-0054-46f5-85b6-4d0e75ffe6a7 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=5bff793212d24b37a3b1ec86e1a04aaa&device_id=677e6c79-cb8f-4429-ac54-29e02060d2f9 HTTP/1.1" status: 200  len: 1098 time: 0.0753746
Jun 29 14:33:29.297380 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-5473b877-2dac-45dd-9d6e-c8a1bc76cd7d None None] Set router bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:33:29.425417 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce120f3c-faac-4537-8442-99eef716f857 req-0461c4c7-72bc-457e-b4bf-55de223d59d3 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:29.426594 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ce120f3c-faac-4537-8442-99eef716f857 req-0461c4c7-72bc-457e-b4bf-55de223d59d3 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f726255-dd57-4709-b386-48191e3803f7 HTTP/1.1" status: 200  len: 944 time: 0.1990094
Jun 29 14:33:29.429101 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78deda-4370-4420-9efb-3ca0fe5a965e req-5ba41f99-89b1-4314-ae97-f0226e96f8b0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:29.430420 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8d78deda-4370-4420-9efb-3ca0fe5a965e req-5ba41f99-89b1-4314-ae97-f0226e96f8b0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4136cd64-8118-416e-874b-f6ed5b97de9f HTTP/1.1" status: 200  len: 910 time: 0.1729903
Jun 29 14:33:29.560496 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ce120f3c-faac-4537-8442-99eef716f857 req-c6120616-a821-4b14-bdcc-035d4afc439e tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255782
Jun 29 14:33:29.574620 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8d78deda-4370-4420-9efb-3ca0fe5a965e req-a2a8a3d9-398c-4d48-ba7f-364c71b16807 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=50c64a73-7dc4-4bbc-b09f-bec9e05ab294 HTTP/1.1" status: 200  len: 998 time: 0.1195943
Jun 29 14:33:29.584236 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099dda7d-b3c7-4860-bffe-9b83a6e6d766 req-f68b3016-66fc-4b56-9f6e-088b5ff4e5c4 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:29.591119 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-099dda7d-b3c7-4860-bffe-9b83a6e6d766 req-f68b3016-66fc-4b56-9f6e-088b5ff4e5c4 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 944 time: 0.1027832
Jun 29 14:33:29.632923 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-099dda7d-b3c7-4860-bffe-9b83a6e6d766 req-3b6dce3b-57da-4050-98e8-3e926dac51d6 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0408292
Jun 29 14:33:29.665699 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d78deda-4370-4420-9efb-3ca0fe5a965e req-6e110d55-d90a-4c0a-9fdf-bc98534130dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:29.667483 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8d78deda-4370-4420-9efb-3ca0fe5a965e req-6e110d55-d90a-4c0a-9fdf-bc98534130dd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=6b290bd3-20c6-48b7-a0ea-2f1a94cb7740 HTTP/1.1" status: 200  len: 848 time: 0.0851467
Jun 29 14:33:29.751082 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8d78deda-4370-4420-9efb-3ca0fe5a965e req-0c053c7d-6bdf-46d1-822f-6f5a574665a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4136cd64-8118-416e-874b-f6ed5b97de9f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0741155
Jun 29 14:33:29.792314 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-5473b877-2dac-45dd-9d6e-c8a1bc76cd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94bba6d0>, [{'id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'name': 'tempest-AttachVolumeTestJSON-23625440-router', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '72285900-8a54-40e1-a50b-4894872e1c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:28:07Z', 'revision_number': 4, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'gw_port': {'id': '72285900-8a54-40e1-a50b-4894872e1c95', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:54Z', 'updated_at': '2021-06-29T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_floatingips': [{'id': 'c6cf466a-3eaf-47f9-af58-21ec1305b3ab', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'router_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'port_id': '50c64a73-7dc4-4bbc-b09f-bec9e05ab294', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f', 'mac_address': 'fa:16:3e:08:23:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677e6c79-cb8f-4429-ac54-29e02060d2f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:33:08Z', 'updated_at': '2021-06-29T14:33:27Z', 'revision_number': 1, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02862bf3-dc57-4c33-b9c4-f64dd8a45923', 'name': '', 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'mac_address': 'fa:16:3e:77:6b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b290bd3-20c6-48b7-a0ea-2f1a94cb7740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:04Z', 'updated_at': '2021-06-29T14:28:22Z', 'revision_number': 5, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'subnets': [{'id': '6b290bd3-20c6-48b7-a0ea-2f1a94cb7740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:33:29.796274 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5473b877-2dac-45dd-9d6e-c8a1bc76cd7d None None] Checking router: bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d for host: dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:33:29.806689 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5473b877-2dac-45dd-9d6e-c8a1bc76cd7d None None] Routers {'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:33:29.807245 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-5473b877-2dac-45dd-9d6e-c8a1bc76cd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94bba6d0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:33:08Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:33:29.892390 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8d78deda-4370-4420-9efb-3ca0fe5a965e req-69f80819-00e4-4d04-8ddb-749f252b3279 service neutron] 10.222.0.69 "GET /v2.0/networks/4136cd64-8118-416e-874b-f6ed5b97de9f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1272194
Jun 29 14:33:29.988336 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-5473b877-2dac-45dd-9d6e-c8a1bc76cd7d None None] Set router bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:33:30.035068 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8d78deda-4370-4420-9efb-3ca0fe5a965e req-abc0b546-bd30-45b6-a688-87d2dab55df5 service neutron] 10.222.0.69 "GET /v2.0/networks/4136cd64-8118-416e-874b-f6ed5b97de9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1317968
Jun 29 14:33:30.353811 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-5473b877-2dac-45dd-9d6e-c8a1bc76cd7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94bba6d0>, [{'id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'name': 'tempest-AttachVolumeTestJSON-23625440-router', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '72285900-8a54-40e1-a50b-4894872e1c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:28:07Z', 'revision_number': 4, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'gw_port': {'id': '72285900-8a54-40e1-a50b-4894872e1c95', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:54Z', 'updated_at': '2021-06-29T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_floatingips': [{'id': 'c6cf466a-3eaf-47f9-af58-21ec1305b3ab', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'router_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'port_id': '50c64a73-7dc4-4bbc-b09f-bec9e05ab294', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f', 'mac_address': 'fa:16:3e:08:23:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677e6c79-cb8f-4429-ac54-29e02060d2f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:33:08Z', 'updated_at': '2021-06-29T14:33:27Z', 'revision_number': 1, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02862bf3-dc57-4c33-b9c4-f64dd8a45923', 'name': '', 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'mac_address': 'fa:16:3e:77:6b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b290bd3-20c6-48b7-a0ea-2f1a94cb7740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:04Z', 'updated_at': '2021-06-29T14:28:22Z', 'revision_number': 5, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'subnets': [{'id': '6b290bd3-20c6-48b7-a0ea-2f1a94cb7740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:33:30.358046 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5473b877-2dac-45dd-9d6e-c8a1bc76cd7d None None] The sync data for ids ['bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'] in dv-cinder-798356-1-iscsi is: [{'id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'name': 'tempest-AttachVolumeTestJSON-23625440-router', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '72285900-8a54-40e1-a50b-4894872e1c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:28:07Z', 'revision_number': 4, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'gw_port': {'id': '72285900-8a54-40e1-a50b-4894872e1c95', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:54Z', 'updated_at': '2021-06-29T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_floatingips': [{'id': 'c6cf466a-3eaf-47f9-af58-21ec1305b3ab', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'floating_ip_address': '172.27.1.53', 'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'router_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'port_id': '50c64a73-7dc4-4bbc-b09f-bec9e05ab294', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f', 'mac_address': 'fa:16:3e:08:23:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '677e6c79-cb8f-4429-ac54-29e02060d2f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:33:08Z', 'updated_at': '2021-06-29T14:33:27Z', 'revision_number': 1, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '02862bf3-dc57-4c33-b9c4-f64dd8a45923', 'name': '', 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'mac_address': 'fa:16:3e:77:6b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b290bd3-20c6-48b7-a0ea-2f1a94cb7740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:04Z', 'updated_at': '2021-06-29T14:28:22Z', 'revision_number': 5, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'subnets': [{'id': '6b290bd3-20c6-48b7-a0ea-2f1a94cb7740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:33:30.801494 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a9eac05-0994-470b-800b-59964a785e72 req-b3248ff5-b716-49a0-b353-900bc1f269ae tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:30.803046 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4a9eac05-0994-470b-800b-59964a785e72 req-b3248ff5-b716-49a0-b353-900bc1f269ae tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f726255-dd57-4709-b386-48191e3803f7 HTTP/1.1" status: 200  len: 944 time: 0.0809398
Jun 29 14:33:30.848264 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4a9eac05-0994-470b-800b-59964a785e72 req-f27dcccf-7e43-4a92-90e1-a5b76fe77074 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0396650
Jun 29 14:33:30.867848 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ddb52c-7890-4822-8522-bec7974cc2a0 req-b4e8524e-ad9f-4fa9-9351-34f1a3711be2 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:30.869316 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-13ddb52c-7890-4822-8522-bec7974cc2a0 req-b4e8524e-ad9f-4fa9-9351-34f1a3711be2 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 944 time: 0.0807457
Jun 29 14:33:30.914905 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-13ddb52c-7890-4822-8522-bec7974cc2a0 req-24596433-f810-4c3d-9e53-dad35d918dc7 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400186
Jun 29 14:33:31.021952 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fb54072-921a-4756-910a-d2de65b8fe36 None None] New status for floating IP c6cf466a-3eaf-47f9-af58-21ec1305b3ab: ACTIVE {{(pid=74237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 14:33:31.271613 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device a864aa64-373b-4102-9916-f56dac7ae1fa up at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:33:31.339293 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning for port a864aa64-373b-4102-9916-f56dac7ae1fa completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:33:31.344592 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning complete for port a864aa64-373b-4102-9916-f56dac7ae1fa triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:33:31.344899 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:31.458134 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:31.484258 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f726255-dd57-4709-b386-48191e3803f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a864aa64-373b-4102-9916-f56dac7ae1fa'}] {{(pid=74236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:33:31.493983 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port a864aa64-373b-4102-9916-f56dac7ae1fa, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=a864aa64-373b-4102-9916-f56dac7ae1fa,segment=NetworkSegment(7bb3d6b8-81c4-403e-9165-e1fccd084c85),segment_id=7bb3d6b8-81c4-403e-9165-e1fccd084c85)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:33:31.499114 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:31.499962 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 4e6d433c-b896-4cc7-99e2-953d4af22241 up at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:33:31.526943 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:31.635881 dv-cinder-798356-1-iscsi neutron-server[74236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f726255-dd57-4709-b386-48191e3803f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a864aa64-373b-4102-9916-f56dac7ae1fa', 'code': 200}
Jun 29 14:33:31.660784 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=a864aa64-373b-4102-9916-f56dac7ae1fa,revision_number=5']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:31.663833 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:31.676389 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning for port 4e6d433c-b896-4cc7-99e2-953d4af22241 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:33:31.681737 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning complete for port 4e6d433c-b896-4cc7-99e2-953d4af22241 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:33:31.682105 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:31.802205 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:31.834271 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 4e6d433c-b896-4cc7-99e2-953d4af22241, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=4e6d433c-b896-4cc7-99e2-953d4af22241,segment=NetworkSegment(cea2fd47-5e01-4362-9688-b7eee1960a92),segment_id=cea2fd47-5e01-4362-9688-b7eee1960a92)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:33:31.838095 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:31.839953 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-759a1a41-4fc4-4cdd-a254-e739276f146b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:31.877373 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ee7ad745-cc6d-451b-8602-423555477816 req-a5515e39-b2ce-4b2b-a1dd-6ae5caf7bc21 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=5f726255-dd57-4709-b386-48191e3803f7 HTTP/1.1" status: 200  len: 1098 time: 0.0708709
Jun 29 14:33:31.907965 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=4e6d433c-b896-4cc7-99e2-953d4af22241,revision_number=5']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:31.911100 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:31.922584 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ee7ad745-cc6d-451b-8602-423555477816 req-ae736b2e-5360-473f-aea5-5324234d84a2 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0384078
Jun 29 14:33:32.056667 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d6afc6-6896-4dfb-908a-76c1d5b88165 req-21dbde60-3a87-4d48-a09b-5f117582fb08 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:32.058167 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-d2d6afc6-6896-4dfb-908a-76c1d5b88165 req-21dbde60-3a87-4d48-a09b-5f117582fb08 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f726255-dd57-4709-b386-48191e3803f7 HTTP/1.1" status: 200  len: 945 time: 0.0798135
Jun 29 14:33:32.106227 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-d2d6afc6-6896-4dfb-908a-76c1d5b88165 req-87c654ad-4e23-44c5-b431-869e1ff39298 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415978
Jun 29 14:33:32.126049 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45dd0d3f-afc2-47b4-890b-e23835eddcdf req-3734f965-00b5-4fe4-8479-285eafe52c1e tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:32.127492 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-45dd0d3f-afc2-47b4-890b-e23835eddcdf req-3734f965-00b5-4fe4-8479-285eafe52c1e tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 945 time: 0.0858347
Jun 29 14:33:32.172316 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-45dd0d3f-afc2-47b4-890b-e23835eddcdf req-fbe4b9bf-b72c-4f56-aa64-5a1daa825df7 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0386391
Jun 29 14:33:33.378007 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63684aef-836f-4d1a-be8b-db3ce9de88c5 req-faebd3f8-7c62-4f5d-8b86-a65838e33b82 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:33.379713 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-63684aef-836f-4d1a-be8b-db3ce9de88c5 req-faebd3f8-7c62-4f5d-8b86-a65838e33b82 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 945 time: 0.0838771
Jun 29 14:33:33.428577 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4657b500-7329-4792-b20b-14534a1dcf8f req-d0d1a565-bbc2-48b8-982f-e1138d5bc49c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:33.430161 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-4657b500-7329-4792-b20b-14534a1dcf8f req-d0d1a565-bbc2-48b8-982f-e1138d5bc49c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f726255-dd57-4709-b386-48191e3803f7 HTTP/1.1" status: 200  len: 945 time: 0.1794436
Jun 29 14:33:33.431833 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-63684aef-836f-4d1a-be8b-db3ce9de88c5 req-f6ff4376-56e2-4e0f-b086-595e300aad51 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0465267
Jun 29 14:33:33.480032 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-4657b500-7329-4792-b20b-14534a1dcf8f req-597e356b-ba85-40d6-b162-f182dd331c5b tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440793
Jun 29 14:33:33.637652 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f5535e-d958-469f-aabb-467c68074f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6d433c-b896-4cc7-99e2-953d4af22241'}] {{(pid=74236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:33:33.695151 dv-cinder-798356-1-iscsi neutron-server[74236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f5535e-d958-469f-aabb-467c68074f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6d433c-b896-4cc7-99e2-953d4af22241', 'code': 200}
Jun 29 14:33:34.087302 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-48ec77ad-1f9e-411f-91c8-4e137dce7e39 req-00062696-871a-487a-a07c-7f546c57ab7a service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 1098 time: 0.0754528
Jun 29 14:33:34.134374 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-48ec77ad-1f9e-411f-91c8-4e137dce7e39 req-92aca8ac-cdcb-438a-87a8-5ee45e3b1893 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0392218
Jun 29 14:33:34.719773 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa9d4c-ec75-4598-87f2-e45b0b00031b req-4b39e632-4142-41ae-8771-52a8a51ffe16 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:34.721488 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a2fa9d4c-ec75-4598-87f2-e45b0b00031b req-4b39e632-4142-41ae-8771-52a8a51ffe16 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 945 time: 0.0872753
Jun 29 14:33:34.778938 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a2fa9d4c-ec75-4598-87f2-e45b0b00031b req-1eae0f1b-dce7-4594-b729-ff1df7c5eb6f tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0504990
Jun 29 14:33:35.977154 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4e18ec0f-1ad4-4b9e-8fc3-b98a39c0e939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:36.009879 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1af1f3-68fe-4585-a98c-2d1e32a4ae55 req-989a52ec-5070-45da-b5bf-d5fa76ca6341 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:36.011453 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bc1af1f3-68fe-4585-a98c-2d1e32a4ae55 req-989a52ec-5070-45da-b5bf-d5fa76ca6341 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 945 time: 0.0885348
Jun 29 14:33:36.060902 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bc1af1f3-68fe-4585-a98c-2d1e32a4ae55 req-78ad48f9-ab0c-403b-9ddd-0f3b80446a83 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419872
Jun 29 14:33:36.289554 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36186449-dd30-4251-95d6-69a3d473e6cb req-769a52bc-4e1b-4844-a000-eda5d14f8afc tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:36.291073 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-36186449-dd30-4251-95d6-69a3d473e6cb req-769a52bc-4e1b-4844-a000-eda5d14f8afc tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 945 time: 0.0989470
Jun 29 14:33:36.348073 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-36186449-dd30-4251-95d6-69a3d473e6cb req-4da85811-8056-4500-96f5-73d1409a8f63 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509229
Jun 29 14:33:36.380039 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 45060) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:33:36.386276 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:36.604482 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-2a709237-a142-4b00-8696-749c4a88cbfd tempest-TestShelveInstance-466776973 tempest-TestShelveInstance-466776973-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 1093 time: 0.2251289
Jun 29 14:33:36.607426 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 45066) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:33:36.613481 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-c9068a06-1a24-4d36-b230-bdc2100a15be tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Request body: {'floatingip': {'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'port_id': '4e6d433c-b896-4cc7-99e2-953d4af22241', 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86', 'fixed_ip_address': '172.20.0.3'}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:33:36.619371 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-c9068a06-1a24-4d36-b230-bdc2100a15be tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:33:36.623209 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-c9068a06-1a24-4d36-b230-bdc2100a15be tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Usage tracker for resource:floatingip and tenant:c9014e79d3da412c8ed251c61566ec86 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:33:36.627027 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-c9068a06-1a24-4d36-b230-bdc2100a15be tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:33:36.632914 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-c9068a06-1a24-4d36-b230-bdc2100a15be tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:33:36.644619 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-c9068a06-1a24-4d36-b230-bdc2100a15be tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks [] for floatingip, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:36.829710 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-c9068a06-1a24-4d36-b230-bdc2100a15be tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:37.030778 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.db_base_plugin_common [None req-c9068a06-1a24-4d36-b230-bdc2100a15be tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Allocated IP 172.27.1.142 (4aeb16d3-bc5e-4796-b60c-2ad2a6d47368/089d678a-05aa-4bef-b283-da88079c7f50/12168955-154e-4fbe-b4db-114114e2a4c7) {{(pid=74235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:33:37.205283 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-c9068a06-1a24-4d36-b230-bdc2100a15be tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks [] for port, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:37.235429 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-c9068a06-1a24-4d36-b230-bdc2100a15be tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:37.240972 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:37.317138 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9068a06-1a24-4d36-b230-bdc2100a15be tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Network 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 is already hosted by enough agents. {{(pid=74235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:33:37.320138 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.base_scheduler [None req-c9068a06-1a24-4d36-b230-bdc2100a15be tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Resources bound (agent type, host, resource id):  {{(pid=74235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:33:37.324095 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9068a06-1a24-4d36-b230-bdc2100a15be tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Received port after_create {{(pid=74235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:33:37.354989 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9068a06-1a24-4d36-b230-bdc2100a15be tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Pushing event updated for resources: {'Port': ['ID=12168955-154e-4fbe-b4db-114114e2a4c7,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:37.361176 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-c9068a06-1a24-4d36-b230-bdc2100a15be tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:37.911125 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-c9068a06-1a24-4d36-b230-bdc2100a15be tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:37.970790 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-c9068a06-1a24-4d36-b230-bdc2100a15be tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:38.179585 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-2e01f105-5f5e-44c6-9dc8-b32e4395244e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:38.300563 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-c9068a06-1a24-4d36-b230-bdc2100a15be tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks [] for port, precommit_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:38.305671 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-c9068a06-1a24-4d36-b230-bdc2100a15be tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1167191'] for port, after_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:38.310702 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-59c4103b-94de-436e-b829-538542c5ee9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:38.418138 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9068a06-1a24-4d36-b230-bdc2100a15be tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Pushing event updated for resources: {'Port': ['ID=12168955-154e-4fbe-b4db-114114e2a4c7,revision_number=2']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:38.421397 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-c9068a06-1a24-4d36-b230-bdc2100a15be tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:38.434610 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-c9068a06-1a24-4d36-b230-bdc2100a15be tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-669791'] for floatingip, after_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:38.664978 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.db.l3_db [None req-c9068a06-1a24-4d36-b230-bdc2100a15be tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Floating IP 307e747b-86a7-472b-b2a5-3e96f353fac0 associated. External IP: 172.27.1.142, port: 4e6d433c-b896-4cc7-99e2-953d4af22241.
Jun 29 14:33:38.696131 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 6 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:33:39.080544 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9068a06-1a24-4d36-b230-bdc2100a15be tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Router 97a23c19-a9f2-4e03-bced-bb31293c6261 has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:33:39.185787 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:39.312052 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9068a06-1a24-4d36-b230-bdc2100a15be tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:33:39.324664 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cb7790-be67-440b-871d-b2ddb6374cb4 None None] Sync routers for ids ['97a23c19-a9f2-4e03-bced-bb31293c6261'] in dv-cinder-798356-1-iscsi {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:33:39.345573 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-c9068a06-1a24-4d36-b230-bdc2100a15be tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for floatingip, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:39.345729 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cb7790-be67-440b-871d-b2ddb6374cb4 None None] Routers {'97a23c19-a9f2-4e03-bced-bb31293c6261'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:33:39.345729 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-92cb7790-be67-440b-871d-b2ddb6374cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94a7fdf0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:33:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['97a23c19-a9f2-4e03-bced-bb31293c6261'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:33:39.420026 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-c9068a06-1a24-4d36-b230-bdc2100a15be tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.8113589
Jun 29 14:33:39.420828 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f5535e-d958-469f-aabb-467c68074f38', 'tag': '4e6d433c-b896-4cc7-99e2-953d4af22241'}] {{(pid=74235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:33:39.486585 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f5535e-d958-469f-aabb-467c68074f38', 'tag': '4e6d433c-b896-4cc7-99e2-953d4af22241', 'status': 'completed', 'code': 200}
Jun 29 14:33:39.537418 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-92cb7790-be67-440b-871d-b2ddb6374cb4 None None] Set router 97a23c19-a9f2-4e03-bced-bb31293c6261 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:33:39.610090 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-eea2765d-4c64-4ddf-acfb-f6f70cf4c748 req-95ec40e4-be7a-4503-86d4-6a33e8694426 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c9014e79d3da412c8ed251c61566ec86&device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 1098 time: 0.0884376
Jun 29 14:33:39.849892 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2765d-4c64-4ddf-acfb-f6f70cf4c748 req-115b7e1b-09c1-40eb-a261-afd0618a9f6d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:39.851391 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-eea2765d-4c64-4ddf-acfb-f6f70cf4c748 req-115b7e1b-09c1-40eb-a261-afd0618a9f6d service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ddc4164-6d7a-4f56-880f-00ed4c1aa07e HTTP/1.1" status: 200  len: 910 time: 0.2338450
Jun 29 14:33:39.966316 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-eea2765d-4c64-4ddf-acfb-f6f70cf4c748 req-dd368b59-a062-4309-95fd-062b7d5bc92e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e6d433c-b896-4cc7-99e2-953d4af22241 HTTP/1.1" status: 200  len: 999 time: 0.1004519
Jun 29 14:33:39.991766 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-92cb7790-be67-440b-871d-b2ddb6374cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94a7fdf0>, [{'id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'name': 'tempest-TestShelveInstance-1280250569-router', 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '723ab3bf-b782-41eb-a309-7fb3e7ec82a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:32:32Z', 'updated_at': '2021-06-29T14:32:36Z', 'revision_number': 4, 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'gw_port': {'id': '723ab3bf-b782-41eb-a309-7fb3e7ec82a2', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:32:33Z', 'updated_at': '2021-06-29T14:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_floatingips': [{'id': '307e747b-86a7-472b-b2a5-3e96f353fac0', 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'router_id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'port_id': '4e6d433c-b896-4cc7-99e2-953d4af22241', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ddc4164-6d7a-4f56-880f-00ed4c1aa07e', 'mac_address': 'fa:16:3e:7d:69:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f5535e-d958-469f-aabb-467c68074f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:33:37Z', 'updated_at': '2021-06-29T14:33:37Z', 'revision_number': 0, 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a0d7ab-9dff-43e6-ae41-2b60073199b8', 'name': '', 'network_id': '4ddc4164-6d7a-4f56-880f-00ed4c1aa07e', 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86', 'mac_address': 'fa:16:3e:e6:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c8fac33-4120-43ef-91ce-4988f7d955dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:32:35Z', 'updated_at': '2021-06-29T14:32:55Z', 'revision_number': 5, 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'subnets': [{'id': '9c8fac33-4120-43ef-91ce-4988f7d955dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:33:39.996023 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:39.998398 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cb7790-be67-440b-871d-b2ddb6374cb4 None None] Checking router: 97a23c19-a9f2-4e03-bced-bb31293c6261 for host: dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:33:40.009692 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92cb7790-be67-440b-871d-b2ddb6374cb4 None None] Routers {'97a23c19-a9f2-4e03-bced-bb31293c6261'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:33:40.010395 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-92cb7790-be67-440b-871d-b2ddb6374cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94a7fdf0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:33:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['97a23c19-a9f2-4e03-bced-bb31293c6261'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:33:40.044095 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea2765d-4c64-4ddf-acfb-f6f70cf4c748 req-0f75f412-399e-4df7-a71f-f63cc202d563 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:40.045579 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-eea2765d-4c64-4ddf-acfb-f6f70cf4c748 req-0f75f412-399e-4df7-a71f-f63cc202d563 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9c8fac33-4120-43ef-91ce-4988f7d955dd HTTP/1.1" status: 200  len: 848 time: 0.0638580
Jun 29 14:33:40.135478 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-eea2765d-4c64-4ddf-acfb-f6f70cf4c748 req-ff9c742e-6bc6-4b0f-bf3a-3ea2d04b23ee service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ddc4164-6d7a-4f56-880f-00ed4c1aa07e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0834029
Jun 29 14:33:40.208934 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-92cb7790-be67-440b-871d-b2ddb6374cb4 None None] Set router 97a23c19-a9f2-4e03-bced-bb31293c6261 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:33:40.320781 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-eea2765d-4c64-4ddf-acfb-f6f70cf4c748 req-496dd69c-9a4d-4b45-a2be-bb83f3aa85c6 service neutron] 10.222.0.69 "GET /v2.0/networks/4ddc4164-6d7a-4f56-880f-00ed4c1aa07e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1699188
Jun 29 14:33:40.464125 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-eea2765d-4c64-4ddf-acfb-f6f70cf4c748 req-37e796f9-58f2-4dcb-a6d0-0fb9edda13c0 service neutron] 10.222.0.69 "GET /v2.0/networks/4ddc4164-6d7a-4f56-880f-00ed4c1aa07e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1365182
Jun 29 14:33:40.655891 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-92cb7790-be67-440b-871d-b2ddb6374cb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94a7fdf0>, [{'id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'name': 'tempest-TestShelveInstance-1280250569-router', 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '723ab3bf-b782-41eb-a309-7fb3e7ec82a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:32:32Z', 'updated_at': '2021-06-29T14:32:36Z', 'revision_number': 4, 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'gw_port': {'id': '723ab3bf-b782-41eb-a309-7fb3e7ec82a2', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:32:33Z', 'updated_at': '2021-06-29T14:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_floatingips': [{'id': '307e747b-86a7-472b-b2a5-3e96f353fac0', 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'router_id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'port_id': '4e6d433c-b896-4cc7-99e2-953d4af22241', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ddc4164-6d7a-4f56-880f-00ed4c1aa07e', 'mac_address': 'fa:16:3e:7d:69:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f5535e-d958-469f-aabb-467c68074f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:33:37Z', 'updated_at': '2021-06-29T14:33:37Z', 'revision_number': 0, 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a0d7ab-9dff-43e6-ae41-2b60073199b8', 'name': '', 'network_id': '4ddc4164-6d7a-4f56-880f-00ed4c1aa07e', 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86', 'mac_address': 'fa:16:3e:e6:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c8fac33-4120-43ef-91ce-4988f7d955dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:32:35Z', 'updated_at': '2021-06-29T14:32:55Z', 'revision_number': 5, 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'subnets': [{'id': '9c8fac33-4120-43ef-91ce-4988f7d955dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:33:40.662882 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92cb7790-be67-440b-871d-b2ddb6374cb4 None None] The sync data for ids ['97a23c19-a9f2-4e03-bced-bb31293c6261'] in dv-cinder-798356-1-iscsi is: [{'id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'name': 'tempest-TestShelveInstance-1280250569-router', 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '723ab3bf-b782-41eb-a309-7fb3e7ec82a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:32:32Z', 'updated_at': '2021-06-29T14:32:36Z', 'revision_number': 4, 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'gw_port': {'id': '723ab3bf-b782-41eb-a309-7fb3e7ec82a2', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:32:33Z', 'updated_at': '2021-06-29T14:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_floatingips': [{'id': '307e747b-86a7-472b-b2a5-3e96f353fac0', 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86', 'floating_ip_address': '172.27.1.142', 'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'router_id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'port_id': '4e6d433c-b896-4cc7-99e2-953d4af22241', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4ddc4164-6d7a-4f56-880f-00ed4c1aa07e', 'mac_address': 'fa:16:3e:7d:69:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1f5535e-d958-469f-aabb-467c68074f38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:33:37Z', 'updated_at': '2021-06-29T14:33:37Z', 'revision_number': 0, 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a0d7ab-9dff-43e6-ae41-2b60073199b8', 'name': '', 'network_id': '4ddc4164-6d7a-4f56-880f-00ed4c1aa07e', 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86', 'mac_address': 'fa:16:3e:e6:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c8fac33-4120-43ef-91ce-4988f7d955dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:32:35Z', 'updated_at': '2021-06-29T14:32:55Z', 'revision_number': 5, 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'subnets': [{'id': '9c8fac33-4120-43ef-91ce-4988f7d955dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:33:40.883362 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:41.549309 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-758c3695-e2b5-4ed9-ad4d-227b2a2e1c29 None None] New status for floating IP 307e747b-86a7-472b-b2a5-3e96f353fac0: ACTIVE {{(pid=74237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 14:33:46.827194 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48275ae8-d5b9-474c-a316-3dd5363f6b39 req-d1397564-b37d-430f-9f32-848c887bb4ec tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:46.828546 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-48275ae8-d5b9-474c-a316-3dd5363f6b39 req-d1397564-b37d-430f-9f32-848c887bb4ec tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f726255-dd57-4709-b386-48191e3803f7 HTTP/1.1" status: 200  len: 945 time: 0.0854471
Jun 29 14:33:46.883453 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-48275ae8-d5b9-474c-a316-3dd5363f6b39 req-ad5e73d4-dea0-420a-ad75-a116eb6bf5f8 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0464106
Jun 29 14:33:48.111158 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1988d11-0d3a-4d5d-a5bc-2536ff1a1d3a req-0c794a97-f7ae-48c5-898d-72476cd33de4 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:48.112582 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b1988d11-0d3a-4d5d-a5bc-2536ff1a1d3a req-0c794a97-f7ae-48c5-898d-72476cd33de4 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f726255-dd57-4709-b386-48191e3803f7 HTTP/1.1" status: 200  len: 945 time: 0.0983138
Jun 29 14:33:48.166342 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b1988d11-0d3a-4d5d-a5bc-2536ff1a1d3a req-7a0cf095-29e7-4ca6-bdee-80328eec427d tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471549
Jun 29 14:33:48.715622 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a6efae9-ef9e-4311-8bc6-dab5c7441933 req-c053eb39-eae6-40af-a51d-6a4670351140 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:48.717085 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-7a6efae9-ef9e-4311-8bc6-dab5c7441933 req-c053eb39-eae6-40af-a51d-6a4670351140 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.69 "GET /v2.0/ports?device_id=5f726255-dd57-4709-b386-48191e3803f7 HTTP/1.1" status: 200  len: 945 time: 0.0804434
Jun 29 14:33:48.800543 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [req-7a6efae9-ef9e-4311-8bc6-dab5c7441933 req-8788d33d-4a6c-465b-bb66-1d627e19f60c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Deleting port a864aa64-373b-4102-9916-f56dac7ae1fa {{(pid=74234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:33:48.800810 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-7a6efae9-ef9e-4311-8bc6-dab5c7441933 req-8788d33d-4a6c-465b-bb66-1d627e19f60c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:49.075461 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-7a6efae9-ef9e-4311-8bc6-dab5c7441933 req-8788d33d-4a6c-465b-bb66-1d627e19f60c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] For port a864aa64-373b-4102-9916-f56dac7ae1fa, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=a864aa64-373b-4102-9916-f56dac7ae1fa,segment=NetworkSegment(7bb3d6b8-81c4-403e-9165-e1fccd084c85),segment_id=7bb3d6b8-81c4-403e-9165-e1fccd084c85)] {{(pid=74234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:33:49.075703 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-7a6efae9-ef9e-4311-8bc6-dab5c7441933 req-8788d33d-4a6c-465b-bb66-1d627e19f60c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:49.204426 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [req-7a6efae9-ef9e-4311-8bc6-dab5c7441933 req-8788d33d-4a6c-465b-bb66-1d627e19f60c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Calling delete_port for a864aa64-373b-4102-9916-f56dac7ae1fa owned by compute:nova {{(pid=74234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:33:49.420863 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-7a6efae9-ef9e-4311-8bc6-dab5c7441933 req-8788d33d-4a6c-465b-bb66-1d627e19f60c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:49.430401 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-1698a6c0-0a27-46c2-b4c4-245a9667d2d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:49.444649 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['d4f35840-8051-40a6-b035-3a19c0635a4f', '8c5dcd6a-51e6-4c5b-8ef3-04bf52294357', 'cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14', 'a864aa64-373b-4102-9916-f56dac7ae1fa'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:33:49.479380 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8788d33d-4a6c-465b-bb66-1d627e19f60c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Pushing event deleted for resources: {'Port': ['ID=a864aa64-373b-4102-9916-f56dac7ae1fa,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:49.531668 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788d33d-4a6c-465b-bb66-1d627e19f60c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:33:49.534315 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788d33d-4a6c-465b-bb66-1d627e19f60c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:33:49.534315 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788d33d-4a6c-465b-bb66-1d627e19f60c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:33:49.534315 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788d33d-4a6c-465b-bb66-1d627e19f60c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:33:49.534315 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788d33d-4a6c-465b-bb66-1d627e19f60c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:33:49.534315 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788d33d-4a6c-465b-bb66-1d627e19f60c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:33:49.534315 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788d33d-4a6c-465b-bb66-1d627e19f60c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:33:49.534315 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788d33d-4a6c-465b-bb66-1d627e19f60c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:33:49.536519 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788d33d-4a6c-465b-bb66-1d627e19f60c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:33:49.536519 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788d33d-4a6c-465b-bb66-1d627e19f60c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:33:49.536874 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8788d33d-4a6c-465b-bb66-1d627e19f60c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:33:49.546794 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-8788d33d-4a6c-465b-bb66-1d627e19f60c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:49.553081 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fcce0b-2dfc-4988-94bb-854388aa39fe req-70b76336-78b6-453a-b6f9-293942a2add2 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:49.554611 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-06fcce0b-2dfc-4988-94bb-854388aa39fe req-70b76336-78b6-453a-b6f9-293942a2add2 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=5f726255-dd57-4709-b386-48191e3803f7 HTTP/1.1" status: 200  len: 867 time: 0.2218890
Jun 29 14:33:49.691605 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a6efae9-ef9e-4311-8bc6-dab5c7441933 req-8788d33d-4a6c-465b-bb66-1d627e19f60c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] No DVR routers for this DVR port a864aa64-373b-4102-9916-f56dac7ae1fa on host hv-cinder-79835 {{(pid=74234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 14:33:49.695445 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-7a6efae9-ef9e-4311-8bc6-dab5c7441933 req-8788d33d-4a6c-465b-bb66-1d627e19f60c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:49.698055 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f726255-dd57-4709-b386-48191e3803f7', 'name': 'network-vif-deleted', 'tag': 'a864aa64-373b-4102-9916-f56dac7ae1fa'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:33:49.725464 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-7a6efae9-ef9e-4311-8bc6-dab5c7441933 req-8788d33d-4a6c-465b-bb66-1d627e19f60c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.69 "DELETE /v2.0/ports/a864aa64-373b-4102-9916-f56dac7ae1fa HTTP/1.1" status: 204  len: 173 time: 1.0012043
Jun 29 14:33:49.744077 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-06fcce0b-2dfc-4988-94bb-854388aa39fe req-0e126de9-543e-4490-bfc7-a0e5d449d3dd tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1620882
Jun 29 14:33:49.928130 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f726255-dd57-4709-b386-48191e3803f7', 'name': 'network-vif-deleted', 'tag': 'a864aa64-373b-4102-9916-f56dac7ae1fa', 'status': 'completed', 'code': 200}
Jun 29 14:33:51.456363 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device a864aa64-373b-4102-9916-f56dac7ae1fa no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:33:51.491356 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] No Port match for: a864aa64-373b-4102-9916-f56dac7ae1fa {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:33:51.491706 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device a864aa64-373b-4102-9916-f56dac7ae1fa not bound to the agent host hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:33:52.490315 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac92e4-d040-4e69-adc9-19fb6bdbd288 req-cb62ec36-b650-48be-90be-1831f318fba3 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:52.493501 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b9ac92e4-d040-4e69-adc9-19fb6bdbd288 req-cb62ec36-b650-48be-90be-1831f318fba3 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f5f7aa-baf5-4634-b920-62612a2865c3 HTTP/1.1" status: 200  len: 945 time: 0.0880826
Jun 29 14:33:52.541258 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b9ac92e4-d040-4e69-adc9-19fb6bdbd288 req-c8e62c3b-4bdd-483a-8f15-8d719018489c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416853
Jun 29 14:33:53.748857 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58bad2b-8057-441f-ad4e-12dbbad56429 req-0cc9af7c-5063-4fc5-84b7-886fea4543a8 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:53.749534 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-e58bad2b-8057-441f-ad4e-12dbbad56429 req-0cc9af7c-5063-4fc5-84b7-886fea4543a8 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Synchronizing usage tracker for tenant:d9932be220e04d1dbbc486e44ee9b652 on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:33:53.767504 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-e58bad2b-8057-441f-ad4e-12dbbad56429 req-0cc9af7c-5063-4fc5-84b7-886fea4543a8 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Unset dirty status for tenant:d9932be220e04d1dbbc486e44ee9b652 on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:33:53.768850 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e58bad2b-8057-441f-ad4e-12dbbad56429 req-0cc9af7c-5063-4fc5-84b7-886fea4543a8 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f5f7aa-baf5-4634-b920-62612a2865c3 HTTP/1.1" status: 200  len: 945 time: 0.1022785
Jun 29 14:33:53.818872 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e58bad2b-8057-441f-ad4e-12dbbad56429 req-2d3e2a3e-e2e3-4c05-bfb2-38a83b82efee tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438757
Jun 29 14:33:54.198855 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afad014d-70bb-4246-aa43-8a1f78bf4b7a req-4309f375-3306-4887-98aa-01682a5878e5 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:54.200207 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-afad014d-70bb-4246-aa43-8a1f78bf4b7a req-4309f375-3306-4887-98aa-01682a5878e5 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.69 "GET /v2.0/ports?device_id=b0f5f7aa-baf5-4634-b920-62612a2865c3 HTTP/1.1" status: 200  len: 945 time: 0.0838521
Jun 29 14:33:54.269833 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [req-afad014d-70bb-4246-aa43-8a1f78bf4b7a req-67a6fe49-aee7-4316-8e4c-3a62ea97382f tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Deleting port cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14 {{(pid=74234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:33:54.270184 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-afad014d-70bb-4246-aa43-8a1f78bf4b7a req-67a6fe49-aee7-4316-8e4c-3a62ea97382f tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:54.533692 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-afad014d-70bb-4246-aa43-8a1f78bf4b7a req-67a6fe49-aee7-4316-8e4c-3a62ea97382f tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] For port cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14,segment=NetworkSegment(7bb3d6b8-81c4-403e-9165-e1fccd084c85),segment_id=7bb3d6b8-81c4-403e-9165-e1fccd084c85)] {{(pid=74234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:33:54.534049 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-afad014d-70bb-4246-aa43-8a1f78bf4b7a req-67a6fe49-aee7-4316-8e4c-3a62ea97382f tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:54.659312 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [req-afad014d-70bb-4246-aa43-8a1f78bf4b7a req-67a6fe49-aee7-4316-8e4c-3a62ea97382f tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Calling delete_port for cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14 owned by compute:nova {{(pid=74234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:33:54.828148 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-afad014d-70bb-4246-aa43-8a1f78bf4b7a req-67a6fe49-aee7-4316-8e4c-3a62ea97382f tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:54.834965 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-7d4438eb-9e7e-42a7-821b-b821fce19196 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:54.839035 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['d4f35840-8051-40a6-b035-3a19c0635a4f', '8c5dcd6a-51e6-4c5b-8ef3-04bf52294357', 'cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:33:54.885172 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a6fe49-aee7-4316-8e4c-3a62ea97382f tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Pushing event deleted for resources: {'Port': ['ID=cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:54.887659 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-67a6fe49-aee7-4316-8e4c-3a62ea97382f tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:54.973528 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [req-afad014d-70bb-4246-aa43-8a1f78bf4b7a req-67a6fe49-aee7-4316-8e4c-3a62ea97382f tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] No DVR routers for this DVR port cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14 on host hv-cinder-79835 {{(pid=74234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 14:33:54.976571 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-afad014d-70bb-4246-aa43-8a1f78bf4b7a req-67a6fe49-aee7-4316-8e4c-3a62ea97382f tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:54.979399 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0f5f7aa-baf5-4634-b920-62612a2865c3', 'name': 'network-vif-deleted', 'tag': 'cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:33:54.996933 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-afad014d-70bb-4246-aa43-8a1f78bf4b7a req-67a6fe49-aee7-4316-8e4c-3a62ea97382f tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.69 "DELETE /v2.0/ports/cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14 HTTP/1.1" status: 204  len: 173 time: 0.7896862
Jun 29 14:33:55.064565 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0f5f7aa-baf5-4634-b920-62612a2865c3', 'name': 'network-vif-deleted', 'tag': 'cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14', 'status': 'completed', 'code': 200}
Jun 29 14:33:55.077044 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-c0923cbc-b723-4178-9599-de0f0441f210 req-e54ea68d-70db-4199-8721-97145583a5cf tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=b0f5f7aa-baf5-4634-b920-62612a2865c3 HTTP/1.1" status: 200  len: 210 time: 0.0551009
Jun 29 14:33:56.843816 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8389859-74ba-430a-82a6-0d650483244e req-83cdf9b1-696a-4db6-8e34-76b0418bd879 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:56.845377 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a8389859-74ba-430a-82a6-0d650483244e req-83cdf9b1-696a-4db6-8e34-76b0418bd879 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=21108f24-cdb3-4d4c-8a42-6c8255c1e10a HTTP/1.1" status: 200  len: 945 time: 0.0987380
Jun 29 14:33:56.901609 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a8389859-74ba-430a-82a6-0d650483244e req-e109f2f1-dc35-40b9-8a10-c984e43a96b6 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477409
Jun 29 14:33:57.491447 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14 no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:33:57.536194 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] No Port match for: cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14 {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:33:57.538009 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device cbfeaf55-baf9-45c1-b1b2-fa5c47d6be14 not bound to the agent host hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:33:58.126944 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e53810-a494-41ff-889d-b44ed3f545cd req-6a45a72a-0f46-4c96-a870-179ce6ee4e7d tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:58.128380 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-20e53810-a494-41ff-889d-b44ed3f545cd req-6a45a72a-0f46-4c96-a870-179ce6ee4e7d tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Synchronizing usage tracker for tenant:d9932be220e04d1dbbc486e44ee9b652 on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:33:58.148920 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-20e53810-a494-41ff-889d-b44ed3f545cd req-6a45a72a-0f46-4c96-a870-179ce6ee4e7d tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Unset dirty status for tenant:d9932be220e04d1dbbc486e44ee9b652 on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:33:58.150610 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-20e53810-a494-41ff-889d-b44ed3f545cd req-6a45a72a-0f46-4c96-a870-179ce6ee4e7d tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=21108f24-cdb3-4d4c-8a42-6c8255c1e10a HTTP/1.1" status: 200  len: 945 time: 0.1110547
Jun 29 14:33:58.214791 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-20e53810-a494-41ff-889d-b44ed3f545cd req-4127e217-f34f-47de-8b8f-586b53fd5059 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0582213
Jun 29 14:33:58.368399 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f46f71d1-df98-45f2-9f28-19f7ccd7b3b6 req-14d59d4b-51fc-4f54-87f5-b11bd4da9f5d tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:33:58.369853 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f46f71d1-df98-45f2-9f28-19f7ccd7b3b6 req-14d59d4b-51fc-4f54-87f5-b11bd4da9f5d tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.69 "GET /v2.0/ports?device_id=21108f24-cdb3-4d4c-8a42-6c8255c1e10a HTTP/1.1" status: 200  len: 945 time: 0.0827796
Jun 29 14:33:58.451178 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [req-f46f71d1-df98-45f2-9f28-19f7ccd7b3b6 req-f2f136a8-2ba1-4440-a94e-7a490f86a1fe tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Deleting port 8c5dcd6a-51e6-4c5b-8ef3-04bf52294357 {{(pid=74234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:33:58.451434 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-f46f71d1-df98-45f2-9f28-19f7ccd7b3b6 req-f2f136a8-2ba1-4440-a94e-7a490f86a1fe tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:58.739190 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-f46f71d1-df98-45f2-9f28-19f7ccd7b3b6 req-f2f136a8-2ba1-4440-a94e-7a490f86a1fe tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] For port 8c5dcd6a-51e6-4c5b-8ef3-04bf52294357, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=8c5dcd6a-51e6-4c5b-8ef3-04bf52294357,segment=NetworkSegment(7bb3d6b8-81c4-403e-9165-e1fccd084c85),segment_id=7bb3d6b8-81c4-403e-9165-e1fccd084c85)] {{(pid=74234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:33:58.739545 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-f46f71d1-df98-45f2-9f28-19f7ccd7b3b6 req-f2f136a8-2ba1-4440-a94e-7a490f86a1fe tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:58.861940 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [req-f46f71d1-df98-45f2-9f28-19f7ccd7b3b6 req-f2f136a8-2ba1-4440-a94e-7a490f86a1fe tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Calling delete_port for 8c5dcd6a-51e6-4c5b-8ef3-04bf52294357 owned by compute:nova {{(pid=74234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:33:59.091428 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-f46f71d1-df98-45f2-9f28-19f7ccd7b3b6 req-f2f136a8-2ba1-4440-a94e-7a490f86a1fe tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:59.097562 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-0fbe75aa-1b8f-453c-8ec0-3b1e3a77b981 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:33:59.103645 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['d4f35840-8051-40a6-b035-3a19c0635a4f', '8c5dcd6a-51e6-4c5b-8ef3-04bf52294357'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:33:59.140441 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f136a8-2ba1-4440-a94e-7a490f86a1fe tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Pushing event deleted for resources: {'Port': ['ID=8c5dcd6a-51e6-4c5b-8ef3-04bf52294357,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:33:59.145080 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-f2f136a8-2ba1-4440-a94e-7a490f86a1fe tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:33:59.223001 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [req-f46f71d1-df98-45f2-9f28-19f7ccd7b3b6 req-f2f136a8-2ba1-4440-a94e-7a490f86a1fe tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] No DVR routers for this DVR port 8c5dcd6a-51e6-4c5b-8ef3-04bf52294357 on host hv-cinder-79835 {{(pid=74234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 14:33:59.225404 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-f46f71d1-df98-45f2-9f28-19f7ccd7b3b6 req-f2f136a8-2ba1-4440-a94e-7a490f86a1fe tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:33:59.234458 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '21108f24-cdb3-4d4c-8a42-6c8255c1e10a', 'name': 'network-vif-deleted', 'tag': '8c5dcd6a-51e6-4c5b-8ef3-04bf52294357'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:33:59.248237 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f46f71d1-df98-45f2-9f28-19f7ccd7b3b6 req-f2f136a8-2ba1-4440-a94e-7a490f86a1fe tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.69 "DELETE /v2.0/ports/8c5dcd6a-51e6-4c5b-8ef3-04bf52294357 HTTP/1.1" status: 204  len: 173 time: 0.8715062
Jun 29 14:33:59.323670 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '21108f24-cdb3-4d4c-8a42-6c8255c1e10a', 'name': 'network-vif-deleted', 'tag': '8c5dcd6a-51e6-4c5b-8ef3-04bf52294357', 'status': 'completed', 'code': 200}
Jun 29 14:33:59.444911 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-04927422-a868-4b10-8fe9-86389b40ace4 req-0a2f2780-9d91-4c72-8f3b-5f646e242ab5 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Synchronizing usage tracker for tenant:d9932be220e04d1dbbc486e44ee9b652 on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:33:59.463822 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-04927422-a868-4b10-8fe9-86389b40ace4 req-0a2f2780-9d91-4c72-8f3b-5f646e242ab5 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Unset dirty status for tenant:d9932be220e04d1dbbc486e44ee9b652 on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:33:59.465574 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-04927422-a868-4b10-8fe9-86389b40ace4 req-0a2f2780-9d91-4c72-8f3b-5f646e242ab5 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=21108f24-cdb3-4d4c-8a42-6c8255c1e10a HTTP/1.1" status: 200  len: 210 time: 0.0713847
Jun 29 14:34:01.536652 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 8c5dcd6a-51e6-4c5b-8ef3-04bf52294357 no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:34:01.570066 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] No Port match for: 8c5dcd6a-51e6-4c5b-8ef3-04bf52294357 {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:34:01.570386 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 8c5dcd6a-51e6-4c5b-8ef3-04bf52294357 not bound to the agent host hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:34:02.267444 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f24fcb3-a770-4da9-acd5-6b81965a490a req-66ea47fd-5a74-4c57-b239-3b28a85b6cc4 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:02.268945 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-6f24fcb3-a770-4da9-acd5-6b81965a490a req-66ea47fd-5a74-4c57-b239-3b28a85b6cc4 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=4250560d-73c7-49ff-95c4-229b07958fee HTTP/1.1" status: 200  len: 946 time: 0.0829937
Jun 29 14:34:02.318095 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-6f24fcb3-a770-4da9-acd5-6b81965a490a req-eaed3487-31c7-45ab-8393-212a9d418185 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432758
Jun 29 14:34:03.530099 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-699f13bb-469c-4c11-9fbb-dabe087858f9 req-9a09c002-5371-45a6-b073-508cec47f019 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:03.531597 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-699f13bb-469c-4c11-9fbb-dabe087858f9 req-9a09c002-5371-45a6-b073-508cec47f019 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=4250560d-73c7-49ff-95c4-229b07958fee HTTP/1.1" status: 200  len: 946 time: 0.0889199
Jun 29 14:34:03.579311 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-699f13bb-469c-4c11-9fbb-dabe087858f9 req-7c62eac1-9f51-42a8-a95e-f4ff50b42be5 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/security-groups?id=f1e662ac-c0b0-44a1-a73d-ca596f07f60a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0420868
Jun 29 14:34:04.027987 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20870774-1863-4173-ad19-2ddb4d2aa8d4 req-a079bb41-d4c9-46a8-8e0c-660ee0acf3e8 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:04.030007 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-20870774-1863-4173-ad19-2ddb4d2aa8d4 req-a079bb41-d4c9-46a8-8e0c-660ee0acf3e8 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.69 "GET /v2.0/ports?device_id=4250560d-73c7-49ff-95c4-229b07958fee HTTP/1.1" status: 200  len: 946 time: 0.0872128
Jun 29 14:34:04.106380 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [req-20870774-1863-4173-ad19-2ddb4d2aa8d4 req-c6797167-a0b7-4b6d-bd43-bb526e4d55d7 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Deleting port d4f35840-8051-40a6-b035-3a19c0635a4f {{(pid=74234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:34:04.106739 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-20870774-1863-4173-ad19-2ddb4d2aa8d4 req-c6797167-a0b7-4b6d-bd43-bb526e4d55d7 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:04.371552 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-20870774-1863-4173-ad19-2ddb4d2aa8d4 req-c6797167-a0b7-4b6d-bd43-bb526e4d55d7 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] For port d4f35840-8051-40a6-b035-3a19c0635a4f, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=d4f35840-8051-40a6-b035-3a19c0635a4f,segment=NetworkSegment(7bb3d6b8-81c4-403e-9165-e1fccd084c85),segment_id=7bb3d6b8-81c4-403e-9165-e1fccd084c85)] {{(pid=74234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:34:04.371904 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-20870774-1863-4173-ad19-2ddb4d2aa8d4 req-c6797167-a0b7-4b6d-bd43-bb526e4d55d7 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:04.494930 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [req-20870774-1863-4173-ad19-2ddb4d2aa8d4 req-c6797167-a0b7-4b6d-bd43-bb526e4d55d7 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Calling delete_port for d4f35840-8051-40a6-b035-3a19c0635a4f owned by compute:nova {{(pid=74234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:34:04.640707 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-20870774-1863-4173-ad19-2ddb4d2aa8d4 req-c6797167-a0b7-4b6d-bd43-bb526e4d55d7 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:04.646843 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-e4872f8c-2a7e-4d0d-a15e-f0eddc8a6b74 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:04.652541 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['d4f35840-8051-40a6-b035-3a19c0635a4f'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:34:04.693313 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6797167-a0b7-4b6d-bd43-bb526e4d55d7 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Pushing event deleted for resources: {'Port': ['ID=d4f35840-8051-40a6-b035-3a19c0635a4f,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:04.696045 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-c6797167-a0b7-4b6d-bd43-bb526e4d55d7 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:04.813559 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-e16e8c0b-672d-4441-ab2f-11607ea9f151 req-ed24de77-0320-4230-8ef0-a82c134f1957 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.13 "GET /v2.0/ports?device_id=4250560d-73c7-49ff-95c4-229b07958fee HTTP/1.1" status: 200  len: 210 time: 0.0798631
Jun 29 14:34:04.818226 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [req-20870774-1863-4173-ad19-2ddb4d2aa8d4 req-c6797167-a0b7-4b6d-bd43-bb526e4d55d7 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] No DVR routers for this DVR port d4f35840-8051-40a6-b035-3a19c0635a4f on host hv-cinder-79835 {{(pid=74234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 14:34:04.820774 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-20870774-1863-4173-ad19-2ddb4d2aa8d4 req-c6797167-a0b7-4b6d-bd43-bb526e4d55d7 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:04.823755 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4250560d-73c7-49ff-95c4-229b07958fee', 'name': 'network-vif-deleted', 'tag': 'd4f35840-8051-40a6-b035-3a19c0635a4f'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:34:04.844741 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-20870774-1863-4173-ad19-2ddb4d2aa8d4 req-c6797167-a0b7-4b6d-bd43-bb526e4d55d7 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] 10.222.0.69 "DELETE /v2.0/ports/d4f35840-8051-40a6-b035-3a19c0635a4f HTTP/1.1" status: 204  len: 173 time: 0.8091238
Jun 29 14:34:04.886305 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4250560d-73c7-49ff-95c4-229b07958fee', 'name': 'network-vif-deleted', 'tag': 'd4f35840-8051-40a6-b035-3a19c0635a4f', 'status': 'completed', 'code': 200}
Jun 29 14:34:05.918815 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 45280) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:05.970089 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-0a7437e4-1976-4507-80ac-03df3a5a1bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:05.982183 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.db_base_plugin_v2 [None req-4b0d15e7-25d2-45e0-9ee6-35fd149b4907 admin admin] Deleting subnet 6094f63b-b644-4415-a8f0-3a34a9f80174 {{(pid=74235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 14:34:05.985189 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4b0d15e7-25d2-45e0-9ee6-35fd149b4907 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:06.128792 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4b0d15e7-25d2-45e0-9ee6-35fd149b4907 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1897654'] for subnet, precommit_delete_associations {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:06.184732 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4b0d15e7-25d2-45e0-9ee6-35fd149b4907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3930061'] for subnet, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:06.253724 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4b0d15e7-25d2-45e0-9ee6-35fd149b4907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1167277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1167964'] for subnet, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:06.257895 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:06.294217 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0d15e7-25d2-45e0-9ee6-35fd149b4907 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6094f63b-b644-4415-a8f0-3a34a9f80174,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:06.302810 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4b0d15e7-25d2-45e0-9ee6-35fd149b4907 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:06.309442 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d15e7-25d2-45e0-9ee6-35fd149b4907 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:34:06.309806 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d15e7-25d2-45e0-9ee6-35fd149b4907 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:34:06.310161 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d15e7-25d2-45e0-9ee6-35fd149b4907 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:34:06.310533 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d15e7-25d2-45e0-9ee6-35fd149b4907 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:34:06.310884 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d15e7-25d2-45e0-9ee6-35fd149b4907 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:34:06.311224 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d15e7-25d2-45e0-9ee6-35fd149b4907 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:34:06.311573 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d15e7-25d2-45e0-9ee6-35fd149b4907 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:34:06.311914 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d15e7-25d2-45e0-9ee6-35fd149b4907 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:34:06.312252 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d15e7-25d2-45e0-9ee6-35fd149b4907 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:34:06.312588 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d15e7-25d2-45e0-9ee6-35fd149b4907 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:34:06.312939 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b0d15e7-25d2-45e0-9ee6-35fd149b4907 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:34:06.318928 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-4b0d15e7-25d2-45e0-9ee6-35fd149b4907 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6094f63b-b644-4415-a8f0-3a34a9f80174 HTTP/1.1" status: 204  len: 168 time: 0.3966780
Jun 29 14:34:06.318928 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-4b0d15e7-25d2-45e0-9ee6-35fd149b4907 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:06.319874 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 45286) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:06.379467 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:06.423191 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-79c86955-cba6-4a8d-b9f6-5db5bb9b79ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3691460'] for network, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:06.542089 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-79c86955-cba6-4a8d-b9f6-5db5bb9b79ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931320', 'neutron.services.segments.db._delete_segments_for_network-8730483304066'] for network, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:06.554258 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.services.segments.db [None req-79c86955-cba6-4a8d-b9f6-5db5bb9b79ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b939d5220>,) {'filters': {'network_id': ['59da48e5-df7e-4b56-b857-04097be30813']}} {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:34:06.565712 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.services.segments.db [None req-79c86955-cba6-4a8d-b9f6-5db5bb9b79ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b939d5220>, '7bb3d6b8-81c4-403e-9165-e1fccd084c85') {'for_net_delete': True} {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:34:06.565996 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.services.segments.db [None req-79c86955-cba6-4a8d-b9f6-5db5bb9b79ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b939d5220>, '7bb3d6b8-81c4-403e-9165-e1fccd084c85') {} {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:34:06.576735 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-79c86955-cba6-4a8d-b9f6-5db5bb9b79ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730483226525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1897657'] for segment, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:06.592609 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-79c86955-cba6-4a8d-b9f6-5db5bb9b79ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:06.599158 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79c86955-cba6-4a8d-b9f6-5db5bb9b79ab admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=74235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 14:34:06.599528 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-79c86955-cba6-4a8d-b9f6-5db5bb9b79ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3829314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1167115'] for segment, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:06.612419 dv-cinder-798356-1-iscsi neutron-server[74235]: Traceback (most recent call last):
Jun 29 14:34:06.612419 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 14:34:06.612419 dv-cinder-798356-1-iscsi neutron-server[74235]:     timer()
Jun 29 14:34:06.612419 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 14:34:06.612419 dv-cinder-798356-1-iscsi neutron-server[74235]:     cb(*args, **kw)
Jun 29 14:34:06.612419 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 14:34:06.612419 dv-cinder-798356-1-iscsi neutron-server[74235]:     return func(*args, **kwargs)
Jun 29 14:34:06.612419 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 14:34:06.612419 dv-cinder-798356-1-iscsi neutron-server[74235]:     self._notify()
Jun 29 14:34:06.612419 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 14:34:06.612419 dv-cinder-798356-1-iscsi neutron-server[74235]:     self.callback(batched_events)
Jun 29 14:34:06.612419 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 14:34:06.612419 dv-cinder-798356-1-iscsi neutron-server[74235]:     event.method(event)
Jun 29 14:34:06.612419 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 14:34:06.612419 dv-cinder-798356-1-iscsi neutron-server[74235]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 14:34:06.612419 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 14:34:06.612419 dv-cinder-798356-1-iscsi neutron-server[74235]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 14:34:06.612419 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 14:34:06.612419 dv-cinder-798356-1-iscsi neutron-server[74235]:     return f(self, *a, **k)
Jun 29 14:34:06.612419 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 14:34:06.612419 dv-cinder-798356-1-iscsi neutron-server[74235]:     return self._get(url).json()
Jun 29 14:34:06.612419 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 14:34:06.612419 dv-cinder-798356-1-iscsi neutron-server[74235]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 14:34:06.612419 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 14:34:06.612419 dv-cinder-798356-1-iscsi neutron-server[74235]:     return self.request(url, 'GET', **kwargs)
Jun 29 14:34:06.612419 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 14:34:06.612419 dv-cinder-798356-1-iscsi neutron-server[74235]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 14:34:06.612419 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 14:34:06.612419 dv-cinder-798356-1-iscsi neutron-server[74235]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 14:34:06.612419 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 14:34:06.612419 dv-cinder-798356-1-iscsi neutron-server[74235]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 14:34:06.612419 dv-cinder-798356-1-iscsi neutron-server[74235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 14:34:06.687545 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-79c86955-cba6-4a8d-b9f6-5db5bb9b79ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3930699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670133'] for network, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:06.692025 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-15c86c3d-67e3-4e63-b6ea-1663139842be admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:06.705267 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-79c86955-cba6-4a8d-b9f6-5db5bb9b79ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:06.715879 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c86955-cba6-4a8d-b9f6-5db5bb9b79ab admin admin] Pushing event deleted for resources: {'Network': ['ID=59da48e5-df7e-4b56-b857-04097be30813,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:06.719025 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-79c86955-cba6-4a8d-b9f6-5db5bb9b79ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:06.725736 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-79c86955-cba6-4a8d-b9f6-5db5bb9b79ab admin admin] 10.222.0.13 "DELETE /v2.0/networks/59da48e5-df7e-4b56-b857-04097be30813 HTTP/1.1" status: 204  len: 168 time: 0.4056866
Jun 29 14:34:06.939725 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 45292) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:06.990273 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-97d3c79f-0493-4a70-9b2b-da4316eebfdf admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d9932be220e04d1dbbc486e44ee9b652&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0487738
Jun 29 14:34:06.992696 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 45298) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:07.054747 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-9307980a-12e9-47c9-be71-e1a98701d6ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:07.081721 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-9307980a-12e9-47c9-be71-e1a98701d6ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:07.138877 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-9307980a-12e9-47c9-be71-e1a98701d6ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:07.142643 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-824867b6-9811-44f0-bb9e-85ee5672f1e1 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:07.155548 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9307980a-12e9-47c9-be71-e1a98701d6ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1e662ac-c0b0-44a1-a73d-ca596f07f60a,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:07.159343 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-9307980a-12e9-47c9-be71-e1a98701d6ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:07.170379 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-9307980a-12e9-47c9-be71-e1a98701d6ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:07.171553 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-9307980a-12e9-47c9-be71-e1a98701d6ab admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f1e662ac-c0b0-44a1-a73d-ca596f07f60a HTTP/1.1" status: 204  len: 168 time: 0.1779704
Jun 29 14:34:07.577615 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device d4f35840-8051-40a6-b035-3a19c0635a4f no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:34:07.614825 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] No Port match for: d4f35840-8051-40a6-b035-3a19c0635a4f {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:34:07.615180 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device d4f35840-8051-40a6-b035-3a19c0635a4f not bound to the agent host hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:34:08.177255 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-517f2b3a-ddaa-417f-a61e-f64bfa305f6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:08.834053 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 45356) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:08.978378 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-591f520d-92ed-4cdc-b091-ea2f01c67664 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:09.012147 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-591f520d-92ed-4cdc-b091-ea2f01c67664 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:34:09.016059 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-591f520d-92ed-4cdc-b091-ea2f01c67664 admin admin] Usage tracker for resource:security_group_rule and tenant:0f52d47e03734f3aa376df8d90f0f73d is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:34:09.019095 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-591f520d-92ed-4cdc-b091-ea2f01c67664 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:34:09.025004 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-591f520d-92ed-4cdc-b091-ea2f01c67664 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:34:09.100918 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-591f520d-92ed-4cdc-b091-ea2f01c67664 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:09.104649 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-591f520d-92ed-4cdc-b091-ea2f01c67664 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:09.111082 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-959c9a51-beb7-42ea-833e-26b91a74922a tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:09.150835 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591f520d-92ed-4cdc-b091-ea2f01c67664 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3ed885b-5d84-4cd6-a07f-8e0ea99a554a,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:09.153996 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-591f520d-92ed-4cdc-b091-ea2f01c67664 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:09.156637 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-591f520d-92ed-4cdc-b091-ea2f01c67664 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f52d47e03734f3aa376df8d90f0f73d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3215015
Jun 29 14:34:09.160549 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 45362) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:09.183320 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:09.224160 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d30db752-912b-4a5a-b181-7b79d5130d38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:09.250287 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d30db752-912b-4a5a-b181-7b79d5130d38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:09.307196 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d30db752-912b-4a5a-b181-7b79d5130d38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:09.311382 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-6216e139-74da-4830-a4d7-84f1a63ac70b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:09.326714 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30db752-912b-4a5a-b181-7b79d5130d38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3ed885b-5d84-4cd6-a07f-8e0ea99a554a,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:09.328657 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d30db752-912b-4a5a-b181-7b79d5130d38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:09.332583 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-d30db752-912b-4a5a-b181-7b79d5130d38 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f3ed885b-5d84-4cd6-a07f-8e0ea99a554a HTTP/1.1" status: 204  len: 168 time: 0.1688495
Jun 29 14:34:09.332583 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-d30db752-912b-4a5a-b181-7b79d5130d38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:10.001231 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:10.886501 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:13.401026 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 45476) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:13.552465 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-94fe851c-439b-46ed-9cb5-9956b960e8df admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:13.585677 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-94fe851c-439b-46ed-9cb5-9956b960e8df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:34:13.589727 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-94fe851c-439b-46ed-9cb5-9956b960e8df admin admin] Usage tracker for resource:security_group_rule and tenant:3777be03dac5432689c97024e6e63f93 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:34:13.592559 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-94fe851c-439b-46ed-9cb5-9956b960e8df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:34:13.600502 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-94fe851c-439b-46ed-9cb5-9956b960e8df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:34:13.686283 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-94fe851c-439b-46ed-9cb5-9956b960e8df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:13.692198 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-94fe851c-439b-46ed-9cb5-9956b960e8df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:13.700802 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-8cfb5415-9e97-4e17-b7aa-580484e8a4de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:13.729742 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fe851c-439b-46ed-9cb5-9956b960e8df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=545f5db2-6ccc-4c09-961d-7e8b46b28203,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:13.735337 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-94fe851c-439b-46ed-9cb5-9956b960e8df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:13.759244 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 45486) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:13.760793 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-94fe851c-439b-46ed-9cb5-9956b960e8df admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3777be03dac5432689c97024e6e63f93&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3579459
Jun 29 14:34:13.829892 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-b53e51d7-837e-4be3-92d8-5edb08e63533 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:13.856345 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-b53e51d7-837e-4be3-92d8-5edb08e63533 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:13.907831 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-b53e51d7-837e-4be3-92d8-5edb08e63533 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:13.911980 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-d8720390-d9f3-4a5f-82a9-874556f07014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:13.922737 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53e51d7-837e-4be3-92d8-5edb08e63533 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=545f5db2-6ccc-4c09-961d-7e8b46b28203,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:13.926981 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-b53e51d7-837e-4be3-92d8-5edb08e63533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:13.930158 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-b53e51d7-837e-4be3-92d8-5edb08e63533 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:13.931291 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-b53e51d7-837e-4be3-92d8-5edb08e63533 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/545f5db2-6ccc-4c09-961d-7e8b46b28203 HTTP/1.1" status: 204  len: 168 time: 0.1709464
Jun 29 14:34:14.368286 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 45502) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:14.387174 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-45bb9df6-0eb3-4b02-9c5c-8da2e0044dd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:14.426737 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-45bb9df6-0eb3-4b02-9c5c-8da2e0044dd4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:34:14.431432 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-45bb9df6-0eb3-4b02-9c5c-8da2e0044dd4 admin admin] Usage tracker for resource:security_group_rule and tenant:3e0541ca05b34e3ab1954a0cc95bb81d is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:34:14.434391 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-45bb9df6-0eb3-4b02-9c5c-8da2e0044dd4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:34:14.441118 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-45bb9df6-0eb3-4b02-9c5c-8da2e0044dd4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:34:14.518607 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-45bb9df6-0eb3-4b02-9c5c-8da2e0044dd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:14.527760 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-45bb9df6-0eb3-4b02-9c5c-8da2e0044dd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:14.534854 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-65ad65ce-ea6f-496c-aef7-965e083b6a36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:14.580641 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-45bb9df6-0eb3-4b02-9c5c-8da2e0044dd4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3e0541ca05b34e3ab1954a0cc95bb81d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2111685
Jun 29 14:34:14.581514 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bb9df6-0eb3-4b02-9c5c-8da2e0044dd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8611fc06-aef9-48c0-afce-c491464f828f,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:14.583278 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 45510) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:14.584530 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-45bb9df6-0eb3-4b02-9c5c-8da2e0044dd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:14.647727 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-56ef943e-11dc-4942-b5e9-f504e0b72ccd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:14.673435 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-56ef943e-11dc-4942-b5e9-f504e0b72ccd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:14.731824 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-56ef943e-11dc-4942-b5e9-f504e0b72ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:14.735580 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-cbd740d2-bdce-411c-8d47-638965c66fd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:14.748408 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ef943e-11dc-4942-b5e9-f504e0b72ccd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8611fc06-aef9-48c0-afce-c491464f828f,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:14.750944 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-56ef943e-11dc-4942-b5e9-f504e0b72ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:14.758521 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-56ef943e-11dc-4942-b5e9-f504e0b72ccd admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:14.759756 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-56ef943e-11dc-4942-b5e9-f504e0b72ccd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8611fc06-aef9-48c0-afce-c491464f828f HTTP/1.1" status: 204  len: 168 time: 0.1748745
Jun 29 14:34:15.697262 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 6 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:34:16.377339 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394a7197-7424-406f-903e-eda07d45d3a2 req-e44ad0dd-1da4-495a-9756-677c7cb3d358 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:16.379626 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-394a7197-7424-406f-903e-eda07d45d3a2 req-e44ad0dd-1da4-495a-9756-677c7cb3d358 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 946 time: 0.1115022
Jun 29 14:34:16.433931 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-394a7197-7424-406f-903e-eda07d45d3a2 req-ad9d1c8b-6f03-45a7-9e8c-39328abd21f7 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0483742
Jun 29 14:34:17.283730 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 45584) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:17.431361 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5ad284d8-9d99-471d-a994-72c7dd5743f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:17.462137 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-5ad284d8-9d99-471d-a994-72c7dd5743f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:34:17.465928 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-5ad284d8-9d99-471d-a994-72c7dd5743f2 admin admin] Usage tracker for resource:security_group_rule and tenant:58c63a40702447ce8852caef1a85ad63 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:34:17.468745 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-5ad284d8-9d99-471d-a994-72c7dd5743f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:34:17.474843 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-5ad284d8-9d99-471d-a994-72c7dd5743f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:34:17.556925 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5ad284d8-9d99-471d-a994-72c7dd5743f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:17.561149 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5ad284d8-9d99-471d-a994-72c7dd5743f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:17.568801 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-e5925df4-c3ca-44aa-ae06-d35a0974615e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:17.611708 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad284d8-9d99-471d-a994-72c7dd5743f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d847d16a-0cc3-43b0-8421-33cfb7ab8dce,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:17.616848 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-5ad284d8-9d99-471d-a994-72c7dd5743f2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=58c63a40702447ce8852caef1a85ad63&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3319871
Jun 29 14:34:17.617679 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-5ad284d8-9d99-471d-a994-72c7dd5743f2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:17.619577 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 45594) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:17.676996 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a75cae-19b5-4c8f-a176-d786bf4f9b97 req-5961613e-85a4-4def-ba3f-df42b68180f1 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:17.679038 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-16a75cae-19b5-4c8f-a176-d786bf4f9b97 req-5961613e-85a4-4def-ba3f-df42b68180f1 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 946 time: 0.0897310
Jun 29 14:34:17.688306 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-51d8ed33-d963-4ade-a7d5-927f22508dc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:17.720824 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-51d8ed33-d963-4ade-a7d5-927f22508dc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:17.733581 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-16a75cae-19b5-4c8f-a176-d786bf4f9b97 req-503eb08d-1f4c-4312-91ac-7e3eb8520277 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0484543
Jun 29 14:34:17.796359 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-51d8ed33-d963-4ade-a7d5-927f22508dc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:17.801212 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-21fcba1e-924f-4d59-a681-a2f04e6c0577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:17.815840 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51d8ed33-d963-4ade-a7d5-927f22508dc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d847d16a-0cc3-43b0-8421-33cfb7ab8dce,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:17.819744 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-51d8ed33-d963-4ade-a7d5-927f22508dc8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:17.825582 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-51d8ed33-d963-4ade-a7d5-927f22508dc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:17.827979 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-51d8ed33-d963-4ade-a7d5-927f22508dc8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d847d16a-0cc3-43b0-8421-33cfb7ab8dce HTTP/1.1" status: 204  len: 168 time: 0.2073162
Jun 29 14:34:18.170867 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 45602) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:18.190326 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1ebbe21b-e17d-4a82-895c-0870f0630e4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:18.221904 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-1ebbe21b-e17d-4a82-895c-0870f0630e4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:34:18.226317 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-1ebbe21b-e17d-4a82-895c-0870f0630e4e admin admin] Usage tracker for resource:security_group_rule and tenant:ae560c7aac74494995c5615b7b9b03e0 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:34:18.229363 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-1ebbe21b-e17d-4a82-895c-0870f0630e4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:34:18.235441 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-1ebbe21b-e17d-4a82-895c-0870f0630e4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:34:18.303227 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1ebbe21b-e17d-4a82-895c-0870f0630e4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:18.307285 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1ebbe21b-e17d-4a82-895c-0870f0630e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:18.313877 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-d30db752-912b-4a5a-b181-7b79d5130d38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:18.352743 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebbe21b-e17d-4a82-895c-0870f0630e4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff65304-b51e-4bab-9069-7ca09b0f41de,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:18.356459 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-1ebbe21b-e17d-4a82-895c-0870f0630e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:18.358803 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-1ebbe21b-e17d-4a82-895c-0870f0630e4e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ae560c7aac74494995c5615b7b9b03e0&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1869414
Jun 29 14:34:18.361422 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 45606) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:18.426131 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-da6ef1d8-ee98-41f4-a4df-247c5b6f3214 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:18.452551 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-da6ef1d8-ee98-41f4-a4df-247c5b6f3214 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:18.510887 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-da6ef1d8-ee98-41f4-a4df-247c5b6f3214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:18.514559 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-9307980a-12e9-47c9-be71-e1a98701d6ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:18.527988 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6ef1d8-ee98-41f4-a4df-247c5b6f3214 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff65304-b51e-4bab-9069-7ca09b0f41de,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:18.530877 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-da6ef1d8-ee98-41f4-a4df-247c5b6f3214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:18.532776 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-da6ef1d8-ee98-41f4-a4df-247c5b6f3214 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:18.534602 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-da6ef1d8-ee98-41f4-a4df-247c5b6f3214 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1ff65304-b51e-4bab-9069-7ca09b0f41de HTTP/1.1" status: 204  len: 168 time: 0.1709042
Jun 29 14:34:19.042916 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28af7990-0a15-48a6-967a-b36fd90f7337 req-503f3442-b330-49b2-857f-b4425b46ef55 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:19.044439 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-28af7990-0a15-48a6-967a-b36fd90f7337 req-503f3442-b330-49b2-857f-b4425b46ef55 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 946 time: 0.1623602
Jun 29 14:34:19.105983 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-28af7990-0a15-48a6-967a-b36fd90f7337 req-ca8eea05-7768-429f-9231-fa5842f16aa1 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0547838
Jun 29 14:34:20.364164 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3ce5326-d2d3-49ac-989d-8deebc0d8548 req-c166f00e-fd25-480d-a4d6-5e516685290e tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:20.365678 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b3ce5326-d2d3-49ac-989d-8deebc0d8548 req-c166f00e-fd25-480d-a4d6-5e516685290e tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 946 time: 0.1236389
Jun 29 14:34:20.419539 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b3ce5326-d2d3-49ac-989d-8deebc0d8548 req-4d9561e1-e4b9-4c6a-af82-4e207702b956 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0480847
Jun 29 14:34:21.637391 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2601d1-2e5c-4470-835a-f8d9b6f1ebbb req-2efe168e-17b4-482e-93cd-91eaf7964d82 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:21.638928 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-6c2601d1-2e5c-4470-835a-f8d9b6f1ebbb req-2efe168e-17b4-482e-93cd-91eaf7964d82 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 946 time: 0.0796766
Jun 29 14:34:21.684126 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-6c2601d1-2e5c-4470-835a-f8d9b6f1ebbb req-61c37d2e-4516-4277-8d9a-14cd54d4f469 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0395379
Jun 29 14:34:22.863398 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983737cb-4bb9-4809-a17d-d71e71549ecb req-55f4817d-612b-4539-a729-c4c5bd627461 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:22.870228 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-983737cb-4bb9-4809-a17d-d71e71549ecb req-55f4817d-612b-4539-a729-c4c5bd627461 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=23156ecb-72f5-4951-9ced-ee105a5cf6b7 HTTP/1.1" status: 200  len: 945 time: 0.0961049
Jun 29 14:34:22.925179 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-983737cb-4bb9-4809-a17d-d71e71549ecb req-2b76ef44-0653-43be-9ecb-e0f46a32b1c6 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533061
Jun 29 14:34:22.979176 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd36500-e02d-41eb-b1fe-79abb453cb5c req-30c7d514-e830-471d-a36d-173a7eb7507e tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:22.979176 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bdd36500-e02d-41eb-b1fe-79abb453cb5c req-30c7d514-e830-471d-a36d-173a7eb7507e tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 946 time: 0.1118038
Jun 29 14:34:23.026990 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bdd36500-e02d-41eb-b1fe-79abb453cb5c req-0daedac2-dec6-4673-8b97-da965e7bb81b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0430512
Jun 29 14:34:24.158049 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f880b25e-0d76-475d-9996-8a9ced26618d req-50432939-edb5-497b-ae0e-e3d88e4dc84c tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:24.160965 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f880b25e-0d76-475d-9996-8a9ced26618d req-50432939-edb5-497b-ae0e-e3d88e4dc84c tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=23156ecb-72f5-4951-9ced-ee105a5cf6b7 HTTP/1.1" status: 200  len: 945 time: 0.1032879
Jun 29 14:34:24.218811 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f880b25e-0d76-475d-9996-8a9ced26618d req-98abd334-056e-4948-859c-30ec3a56d313 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0501552
Jun 29 14:34:24.337095 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517fea95-6eb1-4c09-a016-6b84f949ab56 req-417776fc-857e-46f2-a938-ff6099101aa6 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:24.338648 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-517fea95-6eb1-4c09-a016-6b84f949ab56 req-417776fc-857e-46f2-a938-ff6099101aa6 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 946 time: 0.1572833
Jun 29 14:34:24.398753 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-517fea95-6eb1-4c09-a016-6b84f949ab56 req-b1310896-b6db-4b65-b732-fc12ca4f689e tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0528781
Jun 29 14:34:24.407479 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18adbbe2-e54e-414a-b46d-b6099aee58f7 req-091c7612-8a32-4222-900e-dd75acfb2475 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:24.409580 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-18adbbe2-e54e-414a-b46d-b6099aee58f7 req-091c7612-8a32-4222-900e-dd75acfb2475 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.69 "GET /v2.0/ports?device_id=23156ecb-72f5-4951-9ced-ee105a5cf6b7 HTTP/1.1" status: 200  len: 945 time: 0.1301808
Jun 29 14:34:24.496706 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [req-18adbbe2-e54e-414a-b46d-b6099aee58f7 req-0b6c2afa-a3b1-4194-9a54-f0fd67a86cef tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Deleting port 38f34c3e-8b23-471e-8397-aec2b0960d64 {{(pid=74234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:34:24.497116 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-18adbbe2-e54e-414a-b46d-b6099aee58f7 req-0b6c2afa-a3b1-4194-9a54-f0fd67a86cef tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:24.787303 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-18adbbe2-e54e-414a-b46d-b6099aee58f7 req-0b6c2afa-a3b1-4194-9a54-f0fd67a86cef tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] For port 38f34c3e-8b23-471e-8397-aec2b0960d64, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=38f34c3e-8b23-471e-8397-aec2b0960d64,segment=NetworkSegment(276a84e3-277d-4962-9d31-d392ba2cca90),segment_id=276a84e3-277d-4962-9d31-d392ba2cca90)] {{(pid=74234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:34:24.787665 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-18adbbe2-e54e-414a-b46d-b6099aee58f7 req-0b6c2afa-a3b1-4194-9a54-f0fd67a86cef tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:25.165686 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-18adbbe2-e54e-414a-b46d-b6099aee58f7 req-0b6c2afa-a3b1-4194-9a54-f0fd67a86cef tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:25.166031 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-18adbbe2-e54e-414a-b46d-b6099aee58f7 req-0b6c2afa-a3b1-4194-9a54-f0fd67a86cef tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-669791'] for floatingip, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:25.166326 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.db.l3_db [req-18adbbe2-e54e-414a-b46d-b6099aee58f7 req-0b6c2afa-a3b1-4194-9a54-f0fd67a86cef tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Floating IP 4e46282d-812c-4492-9763-8271ad382410 disassociated. External IP: 172.27.1.231, port: 38f34c3e-8b23-471e-8397-aec2b0960d64.
Jun 29 14:34:25.166691 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [req-18adbbe2-e54e-414a-b46d-b6099aee58f7 req-0b6c2afa-a3b1-4194-9a54-f0fd67a86cef tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Calling delete_port for 38f34c3e-8b23-471e-8397-aec2b0960d64 owned by compute:nova {{(pid=74234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:34:25.340839 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-18adbbe2-e54e-414a-b46d-b6099aee58f7 req-0b6c2afa-a3b1-4194-9a54-f0fd67a86cef tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:25.347715 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-c6797167-a0b7-4b6d-bd43-bb526e4d55d7 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:25.430473 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6c2afa-a3b1-4194-9a54-f0fd67a86cef tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Pushing event deleted for resources: {'Port': ['ID=38f34c3e-8b23-471e-8397-aec2b0960d64,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:25.442227 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-0b6c2afa-a3b1-4194-9a54-f0fd67a86cef tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:25.445742 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-71f14d82-7683-45e7-b644-636158516dbf req-69c4a2eb-0256-41d5-a976-f6645f0430fd tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=23156ecb-72f5-4951-9ced-ee105a5cf6b7 HTTP/1.1" status: 200  len: 210 time: 0.0684474
Jun 29 14:34:25.722751 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.l3_agent_scheduler [req-18adbbe2-e54e-414a-b46d-b6099aee58f7 req-0b6c2afa-a3b1-4194-9a54-f0fd67a86cef tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Router 07af9143-8575-4ba9-b96d-3229e022edba has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:34:25.781650 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d7ee7d-4bb3-415b-bd2f-9023ecafd893 req-82695892-6c0c-4604-9bef-a95767ba4a16 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:25.783540 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f2d7ee7d-4bb3-415b-bd2f-9023ecafd893 req-82695892-6c0c-4604-9bef-a95767ba4a16 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 946 time: 0.2218831
Jun 29 14:34:25.893648 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f2d7ee7d-4bb3-415b-bd2f-9023ecafd893 req-4b666691-8aca-4472-a62c-e1d0694a5514 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.1004560
Jun 29 14:34:26.096051 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-18adbbe2-e54e-414a-b46d-b6099aee58f7 req-0b6c2afa-a3b1-4194-9a54-f0fd67a86cef tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:34:26.109257 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182f7471-a269-44e4-8786-fb75fb756623 None None] Sync routers for ids ['07af9143-8575-4ba9-b96d-3229e022edba'] in dv-cinder-798356-1-iscsi {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:34:26.123715 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182f7471-a269-44e4-8786-fb75fb756623 None None] Routers {'07af9143-8575-4ba9-b96d-3229e022edba'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:34:26.124592 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-182f7471-a269-44e4-8786-fb75fb756623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b948c30d0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:34:08Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['07af9143-8575-4ba9-b96d-3229e022edba'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:34:26.167730 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 45748) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:26.181542 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [req-18adbbe2-e54e-414a-b46d-b6099aee58f7 req-0b6c2afa-a3b1-4194-9a54-f0fd67a86cef tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] No DVR routers for this DVR port 38f34c3e-8b23-471e-8397-aec2b0960d64 on host hv-cinder-79835 {{(pid=74234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 14:34:26.184852 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-18adbbe2-e54e-414a-b46d-b6099aee58f7 req-0b6c2afa-a3b1-4194-9a54-f0fd67a86cef tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:26.187761 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '23156ecb-72f5-4951-9ced-ee105a5cf6b7', 'name': 'network-vif-deleted', 'tag': '38f34c3e-8b23-471e-8397-aec2b0960d64'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:34:26.205660 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-18adbbe2-e54e-414a-b46d-b6099aee58f7 req-0b6c2afa-a3b1-4194-9a54-f0fd67a86cef tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.69 "DELETE /v2.0/ports/38f34c3e-8b23-471e-8397-aec2b0960d64 HTTP/1.1" status: 204  len: 173 time: 1.7902482
Jun 29 14:34:26.260268 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '23156ecb-72f5-4951-9ced-ee105a5cf6b7', 'name': 'network-vif-deleted', 'tag': '38f34c3e-8b23-471e-8397-aec2b0960d64', 'status': 'completed', 'code': 200}
Jun 29 14:34:26.391365 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-182f7471-a269-44e4-8786-fb75fb756623 None None] Set router 07af9143-8575-4ba9-b96d-3229e022edba gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:34:26.462396 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-8129988d-0ca5-46fa-b043-770fea3798e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:26.498371 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-8129988d-0ca5-46fa-b043-770fea3798e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:34:26.503773 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-8129988d-0ca5-46fa-b043-770fea3798e3 admin admin] Usage tracker for resource:security_group_rule and tenant:7affbeaf9f17412dbdac20d28ca54c4f is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:34:26.507028 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-8129988d-0ca5-46fa-b043-770fea3798e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:34:26.513196 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-8129988d-0ca5-46fa-b043-770fea3798e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:34:26.608268 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-8129988d-0ca5-46fa-b043-770fea3798e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:26.613950 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-8129988d-0ca5-46fa-b043-770fea3798e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:26.655028 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-27d7d0d8-60ab-42d7-ae43-b5f031b54e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:26.709115 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a6226df1-eb0a-40c5-b3a3-c0e42ac55bc4 req-7f364420-c0a3-46d5-ae79-0b20a016ba98 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=23156ecb-72f5-4951-9ced-ee105a5cf6b7 HTTP/1.1" status: 200  len: 210 time: 0.0553069
Jun 29 14:34:26.730763 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 45760) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:26.731592 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-8129988d-0ca5-46fa-b043-770fea3798e3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7affbeaf9f17412dbdac20d28ca54c4f&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5616827
Jun 29 14:34:26.740665 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8129988d-0ca5-46fa-b043-770fea3798e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75b0b084-a1d8-489f-b07a-5b7119ba3fe7,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:26.744159 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-8129988d-0ca5-46fa-b043-770fea3798e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:26.832004 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ee5ab901-8e42-4851-803d-fde978239404 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:26.834841 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-182f7471-a269-44e4-8786-fb75fb756623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b948c30d0>, [{'id': '07af9143-8575-4ba9-b96d-3229e022edba', 'name': 'tempest-TestVolumeBootPattern-1566396203-router', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:36Z', 'updated_at': '2021-06-29T14:30:47Z', 'revision_number': 4, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'gw_port': {'id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:38Z', 'updated_at': '2021-06-29T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '5b9b5f29-4f70-4626-8d36-c27bd9f39841', 'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'mac_address': 'fa:16:3e:12:5a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:45Z', 'updated_at': '2021-06-29T14:30:58Z', 'revision_number': 5, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'subnets': [{'id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:34:26.840495 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182f7471-a269-44e4-8786-fb75fb756623 None None] Checking router: 07af9143-8575-4ba9-b96d-3229e022edba for host: dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:34:26.860057 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-182f7471-a269-44e4-8786-fb75fb756623 None None] Routers {'07af9143-8575-4ba9-b96d-3229e022edba'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:34:26.860818 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-182f7471-a269-44e4-8786-fb75fb756623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b948c30d0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:34:08Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['07af9143-8575-4ba9-b96d-3229e022edba'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:34:26.862872 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ee5ab901-8e42-4851-803d-fde978239404 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:26.924272 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ee5ab901-8e42-4851-803d-fde978239404 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:26.928025 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-58a97f1c-25b0-4a02-a797-88a3b468723d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:26.943266 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5ab901-8e42-4851-803d-fde978239404 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75b0b084-a1d8-489f-b07a-5b7119ba3fe7,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:26.946449 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-ee5ab901-8e42-4851-803d-fde978239404 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:26.948463 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ee5ab901-8e42-4851-803d-fde978239404 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:26.953721 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-ee5ab901-8e42-4851-803d-fde978239404 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75b0b084-a1d8-489f-b07a-5b7119ba3fe7 HTTP/1.1" status: 204  len: 168 time: 0.2206755
Jun 29 14:34:27.150810 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-182f7471-a269-44e4-8786-fb75fb756623 None None] Set router 07af9143-8575-4ba9-b96d-3229e022edba gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:34:27.263880 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bdd246-f218-4887-854c-dfab175d9dd8 req-2b1f2374-8bf6-4e79-8328-016950bb6cbd tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:27.272151 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-47bdd246-f218-4887-854c-dfab175d9dd8 req-2b1f2374-8bf6-4e79-8328-016950bb6cbd tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 946 time: 0.1736507
Jun 29 14:34:27.359586 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-47bdd246-f218-4887-854c-dfab175d9dd8 req-b472bad9-be6f-4275-8179-9c3178e50fd8 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0861664
Jun 29 14:34:27.535651 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 45772) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:27.554858 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-4580566a-38e3-4da5-8e63-ba1bacd519de admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:27.568249 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-182f7471-a269-44e4-8786-fb75fb756623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b948c30d0>, [{'id': '07af9143-8575-4ba9-b96d-3229e022edba', 'name': 'tempest-TestVolumeBootPattern-1566396203-router', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:36Z', 'updated_at': '2021-06-29T14:30:47Z', 'revision_number': 4, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'gw_port': {'id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:38Z', 'updated_at': '2021-06-29T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '5b9b5f29-4f70-4626-8d36-c27bd9f39841', 'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'mac_address': 'fa:16:3e:12:5a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:45Z', 'updated_at': '2021-06-29T14:30:58Z', 'revision_number': 5, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'subnets': [{'id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:34:27.574200 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-182f7471-a269-44e4-8786-fb75fb756623 None None] The sync data for ids ['07af9143-8575-4ba9-b96d-3229e022edba'] in dv-cinder-798356-1-iscsi is: [{'id': '07af9143-8575-4ba9-b96d-3229e022edba', 'name': 'tempest-TestVolumeBootPattern-1566396203-router', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:36Z', 'updated_at': '2021-06-29T14:30:47Z', 'revision_number': 4, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'gw_port': {'id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:38Z', 'updated_at': '2021-06-29T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '5b9b5f29-4f70-4626-8d36-c27bd9f39841', 'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'mac_address': 'fa:16:3e:12:5a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:45Z', 'updated_at': '2021-06-29T14:30:58Z', 'revision_number': 5, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'subnets': [{'id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:34:27.594933 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-4580566a-38e3-4da5-8e63-ba1bacd519de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:34:27.600436 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-4580566a-38e3-4da5-8e63-ba1bacd519de admin admin] Usage tracker for resource:security_group_rule and tenant:14c368f9b84a440cb6d98a2ae991c2b3 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:34:27.603548 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-4580566a-38e3-4da5-8e63-ba1bacd519de admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:34:27.609672 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-4580566a-38e3-4da5-8e63-ba1bacd519de admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:34:27.656375 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device f273c6bd-38a7-4724-90d9-2dfeb5591e7d details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 14:34:27.661429 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 38f34c3e-8b23-471e-8397-aec2b0960d64 no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:34:27.703655 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] No Port match for: 38f34c3e-8b23-471e-8397-aec2b0960d64 {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:34:27.704003 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 38f34c3e-8b23-471e-8397-aec2b0960d64 not bound to the agent host hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:34:27.707573 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-4580566a-38e3-4da5-8e63-ba1bacd519de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:27.719654 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-4580566a-38e3-4da5-8e63-ba1bacd519de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:27.729506 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-51d8ed33-d963-4ade-a7d5-927f22508dc8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:27.778899 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4580566a-38e3-4da5-8e63-ba1bacd519de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa664c2-c00b-492d-8c6b-734d599c0c6b,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:27.784803 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-4580566a-38e3-4da5-8e63-ba1bacd519de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14c368f9b84a440cb6d98a2ae991c2b3&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2475131
Jun 29 14:34:27.786028 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-4580566a-38e3-4da5-8e63-ba1bacd519de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:27.788621 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 45778) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:27.873982 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fafc5185-915b-401c-b9b4-6205ad99631a None None] New status for floating IP 4e46282d-812c-4492-9763-8271ad382410: DOWN {{(pid=74237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 14:34:27.882911 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-75c0a9f0-0bd8-436d-9756-2728eaa0a18e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:27.905604 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port f273c6bd-38a7-4724-90d9-2dfeb5591e7d, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=f273c6bd-38a7-4724-90d9-2dfeb5591e7d,segment=NetworkSegment(0dfa2ba1-aef0-4202-9eab-77e9ea1a0785),segment_id=0dfa2ba1-aef0-4202-9eab-77e9ea1a0785)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:34:27.917529 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-75c0a9f0-0bd8-436d-9756-2728eaa0a18e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:27.926292 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Returning: {'device': 'f273c6bd-38a7-4724-90d9-2dfeb5591e7d', 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc', 'port_id': 'f273c6bd-38a7-4724-90d9-2dfeb5591e7d', 'mac_address': 'fa:16:3e:34:b5:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 14:34:27.992478 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-75c0a9f0-0bd8-436d-9756-2728eaa0a18e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:27.998825 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-94121fc9-17ec-4c1f-b440-883d1d080592 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:27.999245 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:28.015446 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c0a9f0-0bd8-436d-9756-2728eaa0a18e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa664c2-c00b-492d-8c6b-734d599c0c6b,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:28.019508 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-75c0a9f0-0bd8-436d-9756-2728eaa0a18e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:28.021555 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-75c0a9f0-0bd8-436d-9756-2728eaa0a18e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:28.023504 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-75c0a9f0-0bd8-436d-9756-2728eaa0a18e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6fa664c2-c00b-492d-8c6b-734d599c0c6b HTTP/1.1" status: 204  len: 168 time: 0.2332721
Jun 29 14:34:28.051666 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f273c6bd-38a7-4724-90d9-2dfeb5591e7d {{(pid=74236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:34:28.079502 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port f273c6bd-38a7-4724-90d9-2dfeb5591e7d, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=f273c6bd-38a7-4724-90d9-2dfeb5591e7d,segment=NetworkSegment(0dfa2ba1-aef0-4202-9eab-77e9ea1a0785),segment_id=0dfa2ba1-aef0-4202-9eab-77e9ea1a0785)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:34:28.088431 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:28.090591 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:28.187771 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=f273c6bd-38a7-4724-90d9-2dfeb5591e7d,revision_number=6']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:28.199804 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['f273c6bd-38a7-4724-90d9-2dfeb5591e7d'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:34:28.231459 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:34:28.231815 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:34:28.232231 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:34:28.232594 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:34:28.232921 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:34:28.233245 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:34:28.233665 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:34:28.234145 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:34:28.234260 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:34:28.234610 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:34:28.234828 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:34:28.244107 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:28.303743 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-894a1f08-2586-4ee7-8bfb-8e73b7667997 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1472676104&fields=id&tenant_id=f8b1bff82789418781af3fd01f1db541 HTTP/1.1" status: 200  len: 267 time: 0.0545137
Jun 29 14:34:28.482159 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-d4863c70-4ccf-40e2-af9a-046287b10487 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:28.483182 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-d4863c70-4ccf-40e2-af9a-046287b10487 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/networks?id=1b9efcd0-963e-4312-8efc-097d81e095b0 HTTP/1.1" status: 200  len: 812 time: 0.1707432
Jun 29 14:34:28.510623 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-f6a79fef-9036-4c4b-8707-1cbdbe4b2937 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/quotas/f8b1bff82789418781af3fd01f1db541 HTTP/1.1" status: 200  len: 375 time: 0.0200660
Jun 29 14:34:28.618261 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-14d7fb11-b079-4272-b8de-06198af7e050 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Synchronizing usage tracker for tenant:f8b1bff82789418781af3fd01f1db541 on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:34:28.660226 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-14d7fb11-b079-4272-b8de-06198af7e050 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Unset dirty status for tenant:f8b1bff82789418781af3fd01f1db541 on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:34:28.661711 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-14d7fb11-b079-4272-b8de-06198af7e050 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8b1bff82789418781af3fd01f1db541&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1444817
Jun 29 14:34:28.731418 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069ea5fc-6a4b-43f0-a969-d49bca96ef51 req-e44c4c18-44c8-464f-bb78-3cfeb82375e4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:28.734136 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-069ea5fc-6a4b-43f0-a969-d49bca96ef51 req-e44c4c18-44c8-464f-bb78-3cfeb82375e4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 945 time: 0.1927361
Jun 29 14:34:28.823245 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-069ea5fc-6a4b-43f0-a969-d49bca96ef51 req-f77a3813-25ac-4dc5-8b7e-989f8c13950b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0826862
Jun 29 14:34:28.907313 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-1c9a422d-0773-405e-96ba-b6e04d38ce74 service neutron] 10.222.0.13 "GET /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2186091
Jun 29 14:34:29.107247 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-fe1e9b3a-fc47-49bb-8177-bd7dc6fda03b service neutron] 10.222.0.13 "GET /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1893265
Jun 29 14:34:29.663287 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device f273c6bd-38a7-4724-90d9-2dfeb5591e7d up at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:34:29.966078 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning complete for port f273c6bd-38a7-4724-90d9-2dfeb5591e7d triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:34:29.966509 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:29.972083 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-048b539f-4bef-4e2c-b94f-84a968c90ac2 req-d19df4e2-38b6-4c5d-a899-2dd272b6150e tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae33ebfa-dfb2-429b-9483-9a451954be1e HTTP/1.1" status: 200  len: 210 time: 0.1616526
Jun 29 14:34:30.181188 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec612c1-75bf-4e40-9985-5c35e6f8806e req-131fbe48-3fed-49b5-8811-e996c47acff7 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:30.191002 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4ec612c1-75bf-4e40-9985-5c35e6f8806e req-131fbe48-3fed-49b5-8811-e996c47acff7 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 945 time: 0.1236894
Jun 29 14:34:30.213031 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:30.270115 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d898c4-f486-42ad-a7a5-f3f03b2c14d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f273c6bd-38a7-4724-90d9-2dfeb5591e7d'}] {{(pid=74236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:34:30.276257 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4ec612c1-75bf-4e40-9985-5c35e6f8806e req-ea4007c5-402e-4795-a9ec-b965709159ea tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0832491
Jun 29 14:34:30.324565 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port f273c6bd-38a7-4724-90d9-2dfeb5591e7d, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=f273c6bd-38a7-4724-90d9-2dfeb5591e7d,segment=NetworkSegment(0dfa2ba1-aef0-4202-9eab-77e9ea1a0785),segment_id=0dfa2ba1-aef0-4202-9eab-77e9ea1a0785)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:34:30.332454 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:30.334673 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:30.497043 dv-cinder-798356-1-iscsi neutron-server[74236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d898c4-f486-42ad-a7a5-f3f03b2c14d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f273c6bd-38a7-4724-90d9-2dfeb5591e7d', 'code': 200}
Jun 29 14:34:30.515560 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=f273c6bd-38a7-4724-90d9-2dfeb5591e7d,revision_number=7']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:30.534308 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:31.197076 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-db08498e-52e4-4d82-8334-545917f4e7d2 req-5bbd0798-277b-4410-98ac-f8ee73c6bd3c tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae33ebfa-dfb2-429b-9483-9a451954be1e HTTP/1.1" status: 200  len: 210 time: 0.0668712
Jun 29 14:34:31.443643 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-54f28b9a-77a6-4a33-9f15-4f7248ca0da3 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:31.445149 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-54f28b9a-77a6-4a33-9f15-4f7248ca0da3 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.69 "GET /v2.0/networks?id=1b9efcd0-963e-4312-8efc-097d81e095b0 HTTP/1.1" status: 200  len: 812 time: 0.1848233
Jun 29 14:34:31.560101 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-1c7219ce-0f92-4027-a370-83e444fd6cf2 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8b1bff82789418781af3fd01f1db541 HTTP/1.1" status: 200  len: 380 time: 0.0989957
Jun 29 14:34:31.571902 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-66021013-0b92-4712-a3fb-3cf62f150714 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Request body: {'port': {'device_id': 'ae33ebfa-dfb2-429b-9483-9a451954be1e', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'admin_state_up': True, 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'security_groups': ['c7e07530-5b93-48f5-be99-60d6257727fb']}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:34:31.692571 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b206e1de-c8a9-457a-9ba8-60ee01575be9 req-f65da49b-37cb-4b69-bd0e-a6f062dcfd1c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:31.695232 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b206e1de-c8a9-457a-9ba8-60ee01575be9 req-f65da49b-37cb-4b69-bd0e-a6f062dcfd1c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 946 time: 0.1250103
Jun 29 14:34:31.795795 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b206e1de-c8a9-457a-9ba8-60ee01575be9 req-1d63825a-480e-4b54-9401-d4bb6c81a6c6 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0841229
Jun 29 14:34:31.841838 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-66021013-0b92-4712-a3fb-3cf62f150714 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:34:31.858920 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-66021013-0b92-4712-a3fb-3cf62f150714 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:34:31.876141 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-66021013-0b92-4712-a3fb-3cf62f150714 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Made reservation on behalf of f8b1bff82789418781af3fd01f1db541 for: {'port': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:34:31.880317 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-66021013-0b92-4712-a3fb-3cf62f150714 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:32.207825 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_common [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-66021013-0b92-4712-a3fb-3cf62f150714 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Allocated IP 172.20.0.7 (1b9efcd0-963e-4312-8efc-097d81e095b0/b1f452f3-ce90-45e6-b91e-51eb201b6ea6/b8d7280e-7da4-4c22-a42a-b425e1bab683) {{(pid=74234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:34:32.500839 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-cc0d5577-5763-4296-bade-7afb7e0ead66 req-e14ce176-151f-4952-b719-ef30895e8e3d tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae33ebfa-dfb2-429b-9483-9a451954be1e HTTP/1.1" status: 200  len: 210 time: 0.0646846
Jun 29 14:34:32.600547 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-66021013-0b92-4712-a3fb-3cf62f150714 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for port, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:32.620406 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-66021013-0b92-4712-a3fb-3cf62f150714 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Transition to ACTIVE for port object b8d7280e-7da4-4c22-a42a-b425e1bab683 will not be triggered until provisioned by entity DHCP. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:34:32.674779 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-66021013-0b92-4712-a3fb-3cf62f150714 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:32.682531 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-29a96185-ddac-4979-b9f2-3c2d0ae950be tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:32.754979 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-66021013-0b92-4712-a3fb-3cf62f150714 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Network 1b9efcd0-963e-4312-8efc-097d81e095b0 is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:34:32.759179 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-66021013-0b92-4712-a3fb-3cf62f150714 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:34:32.763221 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-66021013-0b92-4712-a3fb-3cf62f150714 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Received port after_create {{(pid=74234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:34:32.820351 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66021013-0b92-4712-a3fb-3cf62f150714 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Pushing event updated for resources: {'Port': ['ID=b8d7280e-7da4-4c22-a42a-b425e1bab683,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:32.826286 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-66021013-0b92-4712-a3fb-3cf62f150714 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:32.849275 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-66021013-0b92-4712-a3fb-3cf62f150714 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:32.850330 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-66021013-0b92-4712-a3fb-3cf62f150714 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:32.893189 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-66021013-0b92-4712-a3fb-3cf62f150714 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3263040
Jun 29 14:34:32.909038 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-57efa36b-ce02-4f09-affb-f8c7b7510e3e service neutron] Request body: {'port': {'device_id': 'ae33ebfa-dfb2-429b-9483-9a451954be1e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:34:33.214387 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-57efa36b-ce02-4f09-affb-f8c7b7510e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:33.276405 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-b41d0f04-6a5a-4e09-b15e-7bf8886324d6 None None] Provisioning for port b8d7280e-7da4-4c22-a42a-b425e1bab683 completed by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:34:33.288044 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-b41d0f04-6a5a-4e09-b15e-7bf8886324d6 None None] Provisioning complete for port b8d7280e-7da4-4c22-a42a-b425e1bab683 triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:34:33.288574 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-b41d0f04-6a5a-4e09-b15e-7bf8886324d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:33.353507 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1b302a-5ad4-4c9b-874c-8c81a2d552d8 req-3d3b592a-40ed-43f2-bd1d-56b7f7a7d933 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:33.364981 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-0e1b302a-5ad4-4c9b-874c-8c81a2d552d8 req-3d3b592a-40ed-43f2-bd1d-56b7f7a7d933 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 946 time: 0.2474837
Jun 29 14:34:33.465160 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-0e1b302a-5ad4-4c9b-874c-8c81a2d552d8 req-17b712ae-04db-490b-942a-62d5c123c8f4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0991216
Jun 29 14:34:33.483871 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-b41d0f04-6a5a-4e09-b15e-7bf8886324d6 None None] Port b8d7280e-7da4-4c22-a42a-b425e1bab683 cannot update to ACTIVE because it is not bound. {{(pid=74236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 14:34:33.814513 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a2607ab-2e5c-429c-9635-d3bc4d3a623d req-453076c8-5ccd-4a4e-9508-ecf6ef9c821f tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:33.817108 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-3a2607ab-2e5c-429c-9635-d3bc4d3a623d req-453076c8-5ccd-4a4e-9508-ecf6ef9c821f tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae33ebfa-dfb2-429b-9483-9a451954be1e HTTP/1.1" status: 200  len: 931 time: 0.1254675
Jun 29 14:34:33.899064 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-3a2607ab-2e5c-429c-9635-d3bc4d3a623d req-38d62cf7-2a6d-4172-afad-763fb684afc2 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0714161
Jun 29 14:34:34.081131 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-57efa36b-ce02-4f09-affb-f8c7b7510e3e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8d7280e-7da4-4c22-a42a-b425e1bab683 {{(pid=74234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:34:34.092862 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-57efa36b-ce02-4f09-affb-f8c7b7510e3e service neutron] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:34.114567 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-57efa36b-ce02-4f09-affb-f8c7b7510e3e service neutron] Transition to ACTIVE for port object b8d7280e-7da4-4c22-a42a-b425e1bab683 will not be triggered until provisioned by entity L2. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:34:34.118928 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-57efa36b-ce02-4f09-affb-f8c7b7510e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:34.122736 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-8788d33d-4a6c-465b-bb66-1d627e19f60c tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:34.260476 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57efa36b-ce02-4f09-affb-f8c7b7510e3e service neutron] Pushing event updated for resources: {'Port': ['ID=b8d7280e-7da4-4c22-a42a-b425e1bab683,revision_number=2']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:34.296312 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-57efa36b-ce02-4f09-affb-f8c7b7510e3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:34.453363 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-57efa36b-ce02-4f09-affb-f8c7b7510e3e service neutron] Attempting to bind port b8d7280e-7da4-4c22-a42a-b425e1bab683 on host hv-cinder-79835 for vnic_type normal with profile  {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:34:34.454677 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-57efa36b-ce02-4f09-affb-f8c7b7510e3e service neutron] Attempting to bind port b8d7280e-7da4-4c22-a42a-b425e1bab683 by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': '276a84e3-277d-4962-9d31-d392ba2cca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0'}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:34:34.454677 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-57efa36b-ce02-4f09-affb-f8c7b7510e3e service neutron] Attempting to bind port b8d7280e-7da4-4c22-a42a-b425e1bab683 on network 1b9efcd0-963e-4312-8efc-097d81e095b0 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:34:34.463584 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-57efa36b-ce02-4f09-affb-f8c7b7510e3e service neutron] Port b8d7280e-7da4-4c22-a42a-b425e1bab683 on network 1b9efcd0-963e-4312-8efc-097d81e095b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 14:34:34.464255 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-57efa36b-ce02-4f09-affb-f8c7b7510e3e service neutron] Attempting to bind port b8d7280e-7da4-4c22-a42a-b425e1bab683 on network 1b9efcd0-963e-4312-8efc-097d81e095b0 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:34:34.471854 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-57efa36b-ce02-4f09-affb-f8c7b7510e3e service neutron] Checking agent: {'id': 'f619983b-74b0-4a10-ac06-3edbe0602c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 34, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:34:34.472126 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-57efa36b-ce02-4f09-affb-f8c7b7510e3e service neutron] Checking segment: {'id': '276a84e3-277d-4962-9d31-d392ba2cca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:34:34.472572 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-57efa36b-ce02-4f09-affb-f8c7b7510e3e service neutron] Bound using segment: {'id': '276a84e3-277d-4962-9d31-d392ba2cca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0'} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:34:34.472992 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-57efa36b-ce02-4f09-affb-f8c7b7510e3e service neutron] Bound port: b8d7280e-7da4-4c22-a42a-b425e1bab683, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '276a84e3-277d-4962-9d31-d392ba2cca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0'}}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:34:34.473376 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-57efa36b-ce02-4f09-affb-f8c7b7510e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:34.588397 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-57efa36b-ce02-4f09-affb-f8c7b7510e3e service neutron] For port b8d7280e-7da4-4c22-a42a-b425e1bab683, host hv-cinder-79835, cleared binding levels {{(pid=74234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:34:34.592626 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-57efa36b-ce02-4f09-affb-f8c7b7510e3e service neutron] For port b8d7280e-7da4-4c22-a42a-b425e1bab683, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=b8d7280e-7da4-4c22-a42a-b425e1bab683,segment=NetworkSegment(276a84e3-277d-4962-9d31-d392ba2cca90),segment_id=276a84e3-277d-4962-9d31-d392ba2cca90)] {{(pid=74234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:34:34.602245 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-57efa36b-ce02-4f09-affb-f8c7b7510e3e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:34.612648 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-7047e2a2-d67c-4ae2-b269-421718ae85d4 tempest-VolumesActionsTest-438805907 tempest-VolumesActionsTest-438805907-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:34.726624 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-57efa36b-ce02-4f09-affb-f8c7b7510e3e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:34.729107 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-57efa36b-ce02-4f09-affb-f8c7b7510e3e service neutron] 10.222.0.69 "PUT /v2.0/ports/b8d7280e-7da4-4c22-a42a-b425e1bab683 HTTP/1.1" status: 200  len: 1093 time: 1.8290586
Jun 29 14:34:34.731156 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae33ebfa-dfb2-429b-9483-9a451954be1e', 'tag': 'b8d7280e-7da4-4c22-a42a-b425e1bab683'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:34:34.889053 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae33ebfa-dfb2-429b-9483-9a451954be1e', 'tag': 'b8d7280e-7da4-4c22-a42a-b425e1bab683', 'status': 'completed', 'code': 200}
Jun 29 14:34:34.927688 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57efa36b-ce02-4f09-affb-f8c7b7510e3e service neutron] Pushing event updated for resources: {'Port': ['ID=b8d7280e-7da4-4c22-a42a-b425e1bab683,revision_number=3']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:34.940394 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-57efa36b-ce02-4f09-affb-f8c7b7510e3e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:34.983258 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5008c2-46aa-438f-8dc6-f5b7aa1634c2 req-0bda074b-1497-4a11-94be-64f5e2e60a9c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:34.991282 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-1e5008c2-46aa-438f-8dc6-f5b7aa1634c2 req-0bda074b-1497-4a11-94be-64f5e2e60a9c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 946 time: 0.3796387
Jun 29 14:34:35.016045 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-deed8f07-6368-4fcd-8aa4-2b2a2a24c741 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f8b1bff82789418781af3fd01f1db541&device_id=ae33ebfa-dfb2-429b-9483-9a451954be1e HTTP/1.1" status: 200  len: 1096 time: 0.2087021
Jun 29 14:34:35.125369 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-1e5008c2-46aa-438f-8dc6-f5b7aa1634c2 req-9a855212-5137-403c-9ca9-4e25ffd55c68 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.1329689
Jun 29 14:34:35.156082 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-36fc198c-b9f8-4705-bfc8-46a878e7be61 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8d7280e-7da4-4c22-a42a-b425e1bab683 HTTP/1.1" status: 200  len: 217 time: 0.1314998
Jun 29 14:34:35.194298 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61bcba41-16fd-476b-acc7-922e4609caa2 req-f688059e-9b9d-4507-911e-b084c2352858 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:35.201822 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-61bcba41-16fd-476b-acc7-922e4609caa2 req-f688059e-9b9d-4507-911e-b084c2352858 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae33ebfa-dfb2-429b-9483-9a451954be1e HTTP/1.1" status: 200  len: 943 time: 0.0961332
Jun 29 14:34:35.265391 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-61bcba41-16fd-476b-acc7-922e4609caa2 req-ae12527a-930c-4dec-b578-be3e9b12bf3e tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625727
Jun 29 14:34:35.358918 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-bf349fa1-e75f-4b60-8998-f7ae2475d68b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:35.363635 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-bf349fa1-e75f-4b60-8998-f7ae2475d68b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b1f452f3-ce90-45e6-b91e-51eb201b6ea6 HTTP/1.1" status: 200  len: 851 time: 0.2007964
Jun 29 14:34:35.471203 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-292ddd5b-a64d-4dd2-bbd7-e4386f7e4ebd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1b9efcd0-963e-4312-8efc-097d81e095b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0988843
Jun 29 14:34:35.626229 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-664446f7-bdcc-42c8-ae07-feb3a7356cee service neutron] 10.222.0.69 "GET /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1485560
Jun 29 14:34:35.794819 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-79cd02ef-2d19-4294-87ce-6bc00e538172 req-e5dd60db-bf93-4bcb-81fd-0b908a9a98e4 service neutron] 10.222.0.69 "GET /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1594141
Jun 29 14:34:35.974245 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-cfcbf04a-bd40-4d4e-85dd-31908f8360a1 req-1da85bc1-66cc-4660-a767-e64a0eaefc0b service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f8b1bff82789418781af3fd01f1db541&device_id=ae33ebfa-dfb2-429b-9483-9a451954be1e HTTP/1.1" status: 200  len: 1096 time: 0.1225171
Jun 29 14:34:35.983631 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-1af82aef-a0b5-460b-9529-28436b78f63b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:36.139605 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbf04a-bd40-4d4e-85dd-31908f8360a1 req-ea19ab87-bf41-4748-953a-1412d9761de7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:36.141108 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-cfcbf04a-bd40-4d4e-85dd-31908f8360a1 req-ea19ab87-bf41-4748-953a-1412d9761de7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1b9efcd0-963e-4312-8efc-097d81e095b0 HTTP/1.1" status: 200  len: 913 time: 0.1589925
Jun 29 14:34:36.251378 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-cfcbf04a-bd40-4d4e-85dd-31908f8360a1 req-b6f3a907-f01c-4c53-b7da-b2b2707ddbc2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8d7280e-7da4-4c22-a42a-b425e1bab683 HTTP/1.1" status: 200  len: 217 time: 0.1015966
Jun 29 14:34:36.378248 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcbf04a-bd40-4d4e-85dd-31908f8360a1 req-27eba777-ba81-4c44-8d32-69af4c3f119d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:36.380634 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-cfcbf04a-bd40-4d4e-85dd-31908f8360a1 req-27eba777-ba81-4c44-8d32-69af4c3f119d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b1f452f3-ce90-45e6-b91e-51eb201b6ea6 HTTP/1.1" status: 200  len: 851 time: 0.1230984
Jun 29 14:34:36.404308 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:36.487150 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af963e28-423e-4182-aff6-4caa383d25ad req-4563ba53-f711-42c9-9c10-afcf75bffc3c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:36.489103 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-af963e28-423e-4182-aff6-4caa383d25ad req-4563ba53-f711-42c9-9c10-afcf75bffc3c tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 946 time: 0.1661432
Jun 29 14:34:36.528970 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-cfcbf04a-bd40-4d4e-85dd-31908f8360a1 req-72012a01-e20e-412d-aca7-c5e0972c3982 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1b9efcd0-963e-4312-8efc-097d81e095b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1364760
Jun 29 14:34:36.538202 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fbd5291-60ea-465d-9859-dfa1df0ca300 req-cfd5d458-46eb-48f2-9b57-5710f4a97820 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:36.541039 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-9fbd5291-60ea-465d-9859-dfa1df0ca300 req-cfd5d458-46eb-48f2-9b57-5710f4a97820 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae33ebfa-dfb2-429b-9483-9a451954be1e HTTP/1.1" status: 200  len: 943 time: 0.0902698
Jun 29 14:34:36.607245 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-9fbd5291-60ea-465d-9859-dfa1df0ca300 req-4cb64612-470b-49a2-806c-d6c54bd3fbc1 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0577497
Jun 29 14:34:36.650193 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-af963e28-423e-4182-aff6-4caa383d25ad req-14b0a1c8-e619-47a5-9c99-fbae5f016fcc tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.1532063
Jun 29 14:34:36.726637 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-cfcbf04a-bd40-4d4e-85dd-31908f8360a1 req-0dbdf14c-fceb-417b-a3db-994a3121ec0c service neutron] 10.222.0.69 "GET /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1821485
Jun 29 14:34:36.963606 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-cfcbf04a-bd40-4d4e-85dd-31908f8360a1 req-5981a2a2-00b4-484d-8931-8d92c2159f99 service neutron] 10.222.0.69 "GET /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2298748
Jun 29 14:34:37.364953 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 45982) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:37.549676 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-4129cb86-39d0-49fb-a5b4-5daaa0198dd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:37.592179 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-4129cb86-39d0-49fb-a5b4-5daaa0198dd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:34:37.600070 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-4129cb86-39d0-49fb-a5b4-5daaa0198dd7 admin admin] Usage tracker for resource:security_group_rule and tenant:f98169587791499ba0ca6eb5d1f608db is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:34:37.603294 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-4129cb86-39d0-49fb-a5b4-5daaa0198dd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:34:37.609868 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-4129cb86-39d0-49fb-a5b4-5daaa0198dd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:34:37.751337 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-4129cb86-39d0-49fb-a5b4-5daaa0198dd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:37.770289 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-4129cb86-39d0-49fb-a5b4-5daaa0198dd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:37.791809 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-0fb0f7df-9733-40c2-8c58-b6ca747d89eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:37.910068 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4129cb86-39d0-49fb-a5b4-5daaa0198dd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f8475cb-4558-4495-bf20-fcc600bd67d7,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:37.919521 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-4129cb86-39d0-49fb-a5b4-5daaa0198dd7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f98169587791499ba0ca6eb5d1f608db&name=default HTTP/1.1" status: 200  len: 2647 time: 0.5527005
Jun 29 14:34:37.921054 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-4129cb86-39d0-49fb-a5b4-5daaa0198dd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:37.921629 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 45992) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:38.029424 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4c86562b-6228-4292-88d3-116747e17358 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:38.039137 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4aef6a9-68a0-4941-9c58-cc792eb18d4b req-27dc6803-d972-45f7-b88a-fc6307d21b5e tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:38.039817 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-c4aef6a9-68a0-4941-9c58-cc792eb18d4b req-27dc6803-d972-45f7-b88a-fc6307d21b5e tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Synchronizing usage tracker for tenant:f8b1bff82789418781af3fd01f1db541 on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:34:38.066001 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4c86562b-6228-4292-88d3-116747e17358 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:38.073802 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-c4aef6a9-68a0-4941-9c58-cc792eb18d4b req-27dc6803-d972-45f7-b88a-fc6307d21b5e tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Unset dirty status for tenant:f8b1bff82789418781af3fd01f1db541 on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:34:38.075071 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c4aef6a9-68a0-4941-9c58-cc792eb18d4b req-27dc6803-d972-45f7-b88a-fc6307d21b5e tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae33ebfa-dfb2-429b-9483-9a451954be1e HTTP/1.1" status: 200  len: 943 time: 0.1337750
Jun 29 14:34:38.186962 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c4aef6a9-68a0-4941-9c58-cc792eb18d4b req-b6a5c043-096a-4d0b-9275-468f65a92fb5 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1041780
Jun 29 14:34:38.188136 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e1ee2-43fd-4223-9592-cb0da185f452 req-e23b8632-bc7f-4ea0-a60f-cac8ca150e24 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:38.190428 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-551e1ee2-43fd-4223-9592-cb0da185f452 req-e23b8632-bc7f-4ea0-a60f-cac8ca150e24 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 946 time: 0.2007358
Jun 29 14:34:38.253857 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-210e4e3c-c796-4b0f-909b-600058587fc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:38.273092 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-551e1ee2-43fd-4223-9592-cb0da185f452 req-ee87fac9-27f8-44a9-b208-5d9682df0632 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0717466
Jun 29 14:34:38.275541 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4c86562b-6228-4292-88d3-116747e17358 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:38.301676 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-7474d3ec-d1a3-41e5-a1d6-e58bc9b4fb58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:38.315490 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c86562b-6228-4292-88d3-116747e17358 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f8475cb-4558-4495-bf20-fcc600bd67d7,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:38.318138 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-4c86562b-6228-4292-88d3-116747e17358 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:38.341928 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4c86562b-6228-4292-88d3-116747e17358 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:38.347255 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-4c86562b-6228-4292-88d3-116747e17358 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9f8475cb-4558-4495-bf20-fcc600bd67d7 HTTP/1.1" status: 204  len: 168 time: 0.4212074
Jun 29 14:34:38.847835 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 46012) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:38.884041 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6e2a82a1-1ca6-4dc8-93d1-2f240d9c2f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:38.925774 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-6e2a82a1-1ca6-4dc8-93d1-2f240d9c2f90 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:34:38.933734 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-6e2a82a1-1ca6-4dc8-93d1-2f240d9c2f90 admin admin] Usage tracker for resource:security_group_rule and tenant:ffa0c50f3ccc4a7daa31317c15f0e3fa is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:34:38.937184 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-6e2a82a1-1ca6-4dc8-93d1-2f240d9c2f90 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:34:38.943982 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-6e2a82a1-1ca6-4dc8-93d1-2f240d9c2f90 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:34:39.046046 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6e2a82a1-1ca6-4dc8-93d1-2f240d9c2f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:39.054918 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6e2a82a1-1ca6-4dc8-93d1-2f240d9c2f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:39.072170 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-81238ff5-a431-4476-89b2-aeb111cac376 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:39.120510 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-6e2a82a1-1ca6-4dc8-93d1-2f240d9c2f90 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ffa0c50f3ccc4a7daa31317c15f0e3fa&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2714412
Jun 29 14:34:39.122476 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2a82a1-1ca6-4dc8-93d1-2f240d9c2f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97d01938-fb81-41e9-9bfb-6d9243444d66,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:39.126254 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 46018) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:39.127551 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-6e2a82a1-1ca6-4dc8-93d1-2f240d9c2f90 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:39.196141 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:39.218017 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-56ff44f4-d52f-4ab7-99b2-40789f626e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:39.264627 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-56ff44f4-d52f-4ab7-99b2-40789f626e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:39.282553 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52eaeeaa-88af-4fce-8b3d-5f5ea13bddd8 req-5db804fe-9c25-4079-ad74-edc319b8ab04 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:39.293581 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-52eaeeaa-88af-4fce-8b3d-5f5ea13bddd8 req-5db804fe-9c25-4079-ad74-edc319b8ab04 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=677e6c79-cb8f-4429-ac54-29e02060d2f9 HTTP/1.1" status: 200  len: 945 time: 0.1130583
Jun 29 14:34:39.343359 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-56ff44f4-d52f-4ab7-99b2-40789f626e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:39.348351 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-4580566a-38e3-4da5-8e63-ba1bacd519de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:39.371501 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-52eaeeaa-88af-4fce-8b3d-5f5ea13bddd8 req-0239cf66-432e-49c9-879b-c7f7534492d1 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48f3127-b3fd-478c-87d4-b50461043bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0744607
Jun 29 14:34:39.381923 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ff44f4-d52f-4ab7-99b2-40789f626e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97d01938-fb81-41e9-9bfb-6d9243444d66,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:39.390638 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-56ff44f4-d52f-4ab7-99b2-40789f626e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:39.392272 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-56ff44f4-d52f-4ab7-99b2-40789f626e0f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/97d01938-fb81-41e9-9bfb-6d9243444d66 HTTP/1.1" status: 204  len: 168 time: 0.2643347
Jun 29 14:34:39.398037 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-56ff44f4-d52f-4ab7-99b2-40789f626e0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:39.499048 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d04cee1-deb2-49b9-9d4a-bb954e94a8b6 req-ab4f5532-c2eb-4fa1-aa4a-9d80c56a62e0 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:39.504224 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-6d04cee1-deb2-49b9-9d4a-bb954e94a8b6 req-ab4f5532-c2eb-4fa1-aa4a-9d80c56a62e0 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae33ebfa-dfb2-429b-9483-9a451954be1e HTTP/1.1" status: 200  len: 943 time: 0.0957286
Jun 29 14:34:39.555852 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-6d04cee1-deb2-49b9-9d4a-bb954e94a8b6 req-2e56862f-e3ca-425d-87d2-03890ce6f0b6 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0505590
Jun 29 14:34:39.645082 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8fe6d7-b2c5-412b-88f7-30fb98d26e37 req-9eaebf4d-5a93-4ea4-b770-1666095a812e tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:39.647043 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-ae8fe6d7-b2c5-412b-88f7-30fb98d26e37 req-9eaebf4d-5a93-4ea4-b770-1666095a812e tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 946 time: 0.1308112
Jun 29 14:34:39.723194 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-ae8fe6d7-b2c5-412b-88f7-30fb98d26e37 req-5cc9a6ba-3b40-45bb-a59f-d9063d0f08d5 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0691905
Jun 29 14:34:40.007954 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:40.070868 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 46034) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:40.091160 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-cb2eb4b0-ca8a-460b-8076-b66a5113d438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:40.129820 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-cb2eb4b0-ca8a-460b-8076-b66a5113d438 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:34:40.136799 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-cb2eb4b0-ca8a-460b-8076-b66a5113d438 admin admin] Usage tracker for resource:security_group_rule and tenant:0d79fdba79884db080901233e8cb9009 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:34:40.140266 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-cb2eb4b0-ca8a-460b-8076-b66a5113d438 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:34:40.147517 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-cb2eb4b0-ca8a-460b-8076-b66a5113d438 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:34:40.332082 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-cb2eb4b0-ca8a-460b-8076-b66a5113d438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:40.337188 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-cb2eb4b0-ca8a-460b-8076-b66a5113d438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:40.345112 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-1aa27c04-4eb6-4a6c-b422-be7a117332cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:40.388850 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2eb4b0-ca8a-460b-8076-b66a5113d438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1fe92b3-e364-484b-97fb-49375356a543,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:40.395606 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-cb2eb4b0-ca8a-460b-8076-b66a5113d438 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0d79fdba79884db080901233e8cb9009&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3209693
Jun 29 14:34:40.395606 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-cb2eb4b0-ca8a-460b-8076-b66a5113d438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:40.395901 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 46040) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:40.475983 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-fdda2295-bd60-4bc8-b33a-ed4caa8088fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:40.515428 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-fdda2295-bd60-4bc8-b33a-ed4caa8088fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:40.692753 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c97f0c-6535-4528-8547-825f980cf7c4 req-8814ce72-0414-48af-b45d-ad04124a7a40 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:40.702940 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-86c97f0c-6535-4528-8547-825f980cf7c4 req-8814ce72-0414-48af-b45d-ad04124a7a40 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=677e6c79-cb8f-4429-ac54-29e02060d2f9 HTTP/1.1" status: 200  len: 945 time: 0.1788268
Jun 29 14:34:40.752442 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-fdda2295-bd60-4bc8-b33a-ed4caa8088fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:40.760570 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-56c6d452-b4dc-4904-9c5e-a33c5973ca41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:40.777862 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda2295-bd60-4bc8-b33a-ed4caa8088fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1fe92b3-e364-484b-97fb-49375356a543,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:40.787950 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-fdda2295-bd60-4bc8-b33a-ed4caa8088fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:40.800426 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-86c97f0c-6535-4528-8547-825f980cf7c4 req-cf155178-d704-48f6-abef-a877880662ae tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48f3127-b3fd-478c-87d4-b50461043bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0962253
Jun 29 14:34:40.801252 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-fdda2295-bd60-4bc8-b33a-ed4caa8088fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:40.802380 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-fdda2295-bd60-4bc8-b33a-ed4caa8088fa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f1fe92b3-e364-484b-97fb-49375356a543 HTTP/1.1" status: 204  len: 168 time: 0.4055481
Jun 29 14:34:40.908131 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:40.910911 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d8208d-eb4c-4c25-b887-4a8c1ce6fb96 req-81a0a653-fafa-4086-8fbe-a9ca6da2a78c tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:40.913138 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-10d8208d-eb4c-4c25-b887-4a8c1ce6fb96 req-81a0a653-fafa-4086-8fbe-a9ca6da2a78c tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae33ebfa-dfb2-429b-9483-9a451954be1e HTTP/1.1" status: 200  len: 943 time: 0.1969562
Jun 29 14:34:40.963283 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b71ea7-f6eb-496d-bab1-370ab07eaa4a req-a64a11d4-fcb0-42d4-b1ce-da5f2fcd5676 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:40.965023 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-06b71ea7-f6eb-496d-bab1-370ab07eaa4a req-a64a11d4-fcb0-42d4-b1ce-da5f2fcd5676 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.69 "GET /v2.0/ports?device_id=677e6c79-cb8f-4429-ac54-29e02060d2f9 HTTP/1.1" status: 200  len: 945 time: 0.1525733
Jun 29 14:34:40.990937 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-10d8208d-eb4c-4c25-b887-4a8c1ce6fb96 req-3537fe36-7cd2-4b82-8a9b-a2b2cd509f3b tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702779
Jun 29 14:34:41.060007 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [req-06b71ea7-f6eb-496d-bab1-370ab07eaa4a req-96a86c97-b6f6-426c-acd3-658fe3cbe051 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Deleting port 50c64a73-7dc4-4bbc-b09f-bec9e05ab294 {{(pid=74234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:34:41.060369 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-06b71ea7-f6eb-496d-bab1-370ab07eaa4a req-96a86c97-b6f6-426c-acd3-658fe3cbe051 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:41.241957 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b921a-2fcd-47c6-98ca-4456823c5df5 req-8b754b11-2eb1-4292-b867-28f88e8c1818 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:41.243366 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-861b921a-2fcd-47c6-98ca-4456823c5df5 req-8b754b11-2eb1-4292-b867-28f88e8c1818 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 946 time: 0.1579592
Jun 29 14:34:41.446459 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-861b921a-2fcd-47c6-98ca-4456823c5df5 req-1141ba4f-8710-431e-868c-39e5a2195758 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.1558201
Jun 29 14:34:41.531730 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-06b71ea7-f6eb-496d-bab1-370ab07eaa4a req-96a86c97-b6f6-426c-acd3-658fe3cbe051 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] For port 50c64a73-7dc4-4bbc-b09f-bec9e05ab294, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=50c64a73-7dc4-4bbc-b09f-bec9e05ab294,segment=NetworkSegment(9893828c-dda5-4b37-8a2f-299b5eb1c0ef),segment_id=9893828c-dda5-4b37-8a2f-299b5eb1c0ef)] {{(pid=74234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:34:41.532215 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-06b71ea7-f6eb-496d-bab1-370ab07eaa4a req-96a86c97-b6f6-426c-acd3-658fe3cbe051 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:41.926726 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-06b71ea7-f6eb-496d-bab1-370ab07eaa4a req-96a86c97-b6f6-426c-acd3-658fe3cbe051 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:41.927308 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-06b71ea7-f6eb-496d-bab1-370ab07eaa4a req-96a86c97-b6f6-426c-acd3-658fe3cbe051 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-669791'] for floatingip, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:41.927652 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.db.l3_db [req-06b71ea7-f6eb-496d-bab1-370ab07eaa4a req-96a86c97-b6f6-426c-acd3-658fe3cbe051 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Floating IP c6cf466a-3eaf-47f9-af58-21ec1305b3ab disassociated. External IP: 172.27.1.53, port: 50c64a73-7dc4-4bbc-b09f-bec9e05ab294.
Jun 29 14:34:41.928087 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [req-06b71ea7-f6eb-496d-bab1-370ab07eaa4a req-96a86c97-b6f6-426c-acd3-658fe3cbe051 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Calling delete_port for 50c64a73-7dc4-4bbc-b09f-bec9e05ab294 owned by compute:nova {{(pid=74234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:34:42.091916 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52e290c-38ce-4405-82d9-7c2a63672c67 req-900c9b0c-b66c-4204-abc6-396cf268adf5 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:42.094394 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f52e290c-38ce-4405-82d9-7c2a63672c67 req-900c9b0c-b66c-4204-abc6-396cf268adf5 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=677e6c79-cb8f-4429-ac54-29e02060d2f9 HTTP/1.1" status: 200  len: 945 time: 0.1237617
Jun 29 14:34:42.164674 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f52e290c-38ce-4405-82d9-7c2a63672c67 req-34119612-53d9-48f6-bbdc-3b7f2bc4718e tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups?id=f48f3127-b3fd-478c-87d4-b50461043bad&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0634220
Jun 29 14:34:42.195741 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-06b71ea7-f6eb-496d-bab1-370ab07eaa4a req-96a86c97-b6f6-426c-acd3-658fe3cbe051 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:42.202715 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-0b6c2afa-a3b1-4194-9a54-f0fd67a86cef tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:42.301606 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a86c97-b6f6-426c-acd3-658fe3cbe051 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Pushing event deleted for resources: {'Port': ['ID=50c64a73-7dc4-4bbc-b09f-bec9e05ab294,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:42.304120 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-96a86c97-b6f6-426c-acd3-658fe3cbe051 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:42.470841 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714f8d92-52c9-4c7d-8008-b2cd93fd45ae req-7649a01f-6486-42bb-ab11-6c6ccfafee6f tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:42.472294 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-714f8d92-52c9-4c7d-8008-b2cd93fd45ae req-7649a01f-6486-42bb-ab11-6c6ccfafee6f tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae33ebfa-dfb2-429b-9483-9a451954be1e HTTP/1.1" status: 200  len: 943 time: 0.2209773
Jun 29 14:34:42.558522 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-714f8d92-52c9-4c7d-8008-b2cd93fd45ae req-58db9283-1074-4159-ba7f-e22999d41ebe tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0752883
Jun 29 14:34:42.771628 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.l3_agent_scheduler [req-06b71ea7-f6eb-496d-bab1-370ab07eaa4a req-96a86c97-b6f6-426c-acd3-658fe3cbe051 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Router bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:34:42.816071 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a395f535-4334-43b4-87b3-70944f4bd38b req-48dc16cb-6b67-4274-9248-c2853aabe592 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:42.817643 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a395f535-4334-43b4-87b3-70944f4bd38b req-48dc16cb-6b67-4274-9248-c2853aabe592 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 946 time: 0.1269898
Jun 29 14:34:42.910562 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a395f535-4334-43b4-87b3-70944f4bd38b req-af885057-86f1-47c8-bb3e-209a9b8fb4d8 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0845239
Jun 29 14:34:43.226516 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-06b71ea7-f6eb-496d-bab1-370ab07eaa4a req-96a86c97-b6f6-426c-acd3-658fe3cbe051 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:34:43.237473 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f938ce52-5190-418d-8ce1-b7634627da7a None None] Sync routers for ids ['bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'] in dv-cinder-798356-1-iscsi {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:34:43.256904 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f938ce52-5190-418d-8ce1-b7634627da7a None None] Routers {'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:34:43.258092 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-f938ce52-5190-418d-8ce1-b7634627da7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94c8ee80>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:34:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:34:43.340083 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [req-06b71ea7-f6eb-496d-bab1-370ab07eaa4a req-96a86c97-b6f6-426c-acd3-658fe3cbe051 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] No DVR routers for this DVR port 50c64a73-7dc4-4bbc-b09f-bec9e05ab294 on host hv-cinder-79835 {{(pid=74234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 14:34:43.374756 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-06b71ea7-f6eb-496d-bab1-370ab07eaa4a req-96a86c97-b6f6-426c-acd3-658fe3cbe051 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:43.384033 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '677e6c79-cb8f-4429-ac54-29e02060d2f9', 'name': 'network-vif-deleted', 'tag': '50c64a73-7dc4-4bbc-b09f-bec9e05ab294'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:34:43.421089 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-7e01bab9-3e81-49e5-926a-b2e881a10d91 req-824e7e59-0292-4714-a5ff-1d3f31dc0e9c tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Synchronizing usage tracker for tenant:5bff793212d24b37a3b1ec86e1a04aaa on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:34:43.438601 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-06b71ea7-f6eb-496d-bab1-370ab07eaa4a req-96a86c97-b6f6-426c-acd3-658fe3cbe051 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.69 "DELETE /v2.0/ports/50c64a73-7dc4-4bbc-b09f-bec9e05ab294 HTTP/1.1" status: 204  len: 173 time: 2.4671078
Jun 29 14:34:43.484811 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-7e01bab9-3e81-49e5-926a-b2e881a10d91 req-824e7e59-0292-4714-a5ff-1d3f31dc0e9c tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Unset dirty status for tenant:5bff793212d24b37a3b1ec86e1a04aaa on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:34:43.486844 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-7e01bab9-3e81-49e5-926a-b2e881a10d91 req-824e7e59-0292-4714-a5ff-1d3f31dc0e9c tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/ports?device_id=677e6c79-cb8f-4429-ac54-29e02060d2f9 HTTP/1.1" status: 200  len: 210 time: 0.1477475
Jun 29 14:34:43.503441 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '677e6c79-cb8f-4429-ac54-29e02060d2f9', 'name': 'network-vif-deleted', 'tag': '50c64a73-7dc4-4bbc-b09f-bec9e05ab294', 'status': 'completed', 'code': 200}
Jun 29 14:34:43.582316 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-f938ce52-5190-418d-8ce1-b7634627da7a None None] Set router bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:34:43.792181 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device b8d7280e-7da4-4c22-a42a-b425e1bab683 details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 14:34:43.794836 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 50c64a73-7dc4-4bbc-b09f-bec9e05ab294 no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:34:43.838057 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] No Port match for: 50c64a73-7dc4-4bbc-b09f-bec9e05ab294 {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:34:43.838614 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 50c64a73-7dc4-4bbc-b09f-bec9e05ab294 not bound to the agent host hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:34:43.933952 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea47bbc7-219b-4dde-9f7e-f9a77003f838 req-357834bf-b9c7-4549-a37a-e3b139a552ef tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:43.935603 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-ea47bbc7-219b-4dde-9f7e-f9a77003f838 req-357834bf-b9c7-4549-a37a-e3b139a552ef tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae33ebfa-dfb2-429b-9483-9a451954be1e HTTP/1.1" status: 200  len: 943 time: 0.1299708
Jun 29 14:34:43.950063 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.db.resource_extend [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 29 14:34:44.063238 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-ea47bbc7-219b-4dde-9f7e-f9a77003f838 req-03a555b5-7d0f-4330-9c09-13d6c3d7e012 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1181169
Jun 29 14:34:44.283941 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port b8d7280e-7da4-4c22-a42a-b425e1bab683, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=b8d7280e-7da4-4c22-a42a-b425e1bab683,segment=NetworkSegment(276a84e3-277d-4962-9d31-d392ba2cca90),segment_id=276a84e3-277d-4962-9d31-d392ba2cca90)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:34:44.303813 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Returning: {'device': 'b8d7280e-7da4-4c22-a42a-b425e1bab683', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'port_id': 'b8d7280e-7da4-4c22-a42a-b425e1bab683', 'mac_address': 'fa:16:3e:2c:e4:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 14:34:44.500626 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106669d6-6ff2-460e-b90f-890258dc3fe9 req-2e664ae3-0f4e-44ae-8a5c-fb333ec8e9cc tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:44.503219 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:44.508353 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-106669d6-6ff2-460e-b90f-890258dc3fe9 req-2e664ae3-0f4e-44ae-8a5c-fb333ec8e9cc tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 946 time: 0.2564316
Jun 29 14:34:44.530192 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8d7280e-7da4-4c22-a42a-b425e1bab683 {{(pid=74236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:34:44.555995 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-f938ce52-5190-418d-8ce1-b7634627da7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94c8ee80>, [{'id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'name': 'tempest-AttachVolumeTestJSON-23625440-router', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '72285900-8a54-40e1-a50b-4894872e1c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:28:07Z', 'revision_number': 4, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'gw_port': {'id': '72285900-8a54-40e1-a50b-4894872e1c95', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:54Z', 'updated_at': '2021-06-29T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '02862bf3-dc57-4c33-b9c4-f64dd8a45923', 'name': '', 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'mac_address': 'fa:16:3e:77:6b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b290bd3-20c6-48b7-a0ea-2f1a94cb7740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:04Z', 'updated_at': '2021-06-29T14:28:22Z', 'revision_number': 5, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'subnets': [{'id': '6b290bd3-20c6-48b7-a0ea-2f1a94cb7740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:34:44.559846 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port b8d7280e-7da4-4c22-a42a-b425e1bab683, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=b8d7280e-7da4-4c22-a42a-b425e1bab683,segment=NetworkSegment(276a84e3-277d-4962-9d31-d392ba2cca90),segment_id=276a84e3-277d-4962-9d31-d392ba2cca90)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:34:44.569429 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f938ce52-5190-418d-8ce1-b7634627da7a None None] Checking router: bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d for host: dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:34:44.574086 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:44.578196 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:44.582756 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-106669d6-6ff2-460e-b90f-890258dc3fe9 req-1f48ec0d-185f-4aca-9988-95233eecf330 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0734756
Jun 29 14:34:44.646203 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f938ce52-5190-418d-8ce1-b7634627da7a None None] Routers {'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:34:44.647040 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-f938ce52-5190-418d-8ce1-b7634627da7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94c8ee80>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:34:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:34:44.750583 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=b8d7280e-7da4-4c22-a42a-b425e1bab683,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:44.759579 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:44.828737 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 46120) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:44.868787 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['b8d7280e-7da4-4c22-a42a-b425e1bab683'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:34:44.963012 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-f987e155-f84b-4250-a40b-5c3412923486 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:44.991800 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-f938ce52-5190-418d-8ce1-b7634627da7a None None] Set router bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:34:44.999514 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-f987e155-f84b-4250-a40b-5c3412923486 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:45.062199 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-f987e155-f84b-4250-a40b-5c3412923486 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:45.077626 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-ee5ab901-8e42-4851-803d-fde978239404 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:45.095270 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f987e155-f84b-4250-a40b-5c3412923486 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f48f3127-b3fd-478c-87d4-b50461043bad,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:45.099325 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-f987e155-f84b-4250-a40b-5c3412923486 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:45.100643 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-f987e155-f84b-4250-a40b-5c3412923486 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:45.106151 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 46126) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:45.117817 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-f987e155-f84b-4250-a40b-5c3412923486 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "DELETE /v2.0/security-groups/f48f3127-b3fd-478c-87d4-b50461043bad HTTP/1.1" status: 204  len: 168 time: 0.2879236
Jun 29 14:34:45.143326 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.api.v2.resource [None req-ed74a76a-989d-47f8-a305-3cfd260daee9 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] show failed (client error): The resource could not be found.
Jun 29 14:34:45.147087 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-ed74a76a-989d-47f8-a305-3cfd260daee9 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "GET /v2.0/security-groups/f48f3127-b3fd-478c-87d4-b50461043bad HTTP/1.1" status: 404  len: 347 time: 0.0358970
Jun 29 14:34:45.147760 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 46130) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:45.537947 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-31b739d0-b54b-4188-aa0f-b6a417fea958 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Deleting port 7fdea458-ec0d-42b5-83ea-c99e09995cc0 {{(pid=74235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:34:45.544194 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-31b739d0-b54b-4188-aa0f-b6a417fea958 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:45.910470 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a45ee2-912a-41a2-99ff-4656d0bae089 req-3c56f5f2-52b6-4768-919c-1e05f0f8ee5f tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:45.912984 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-10a45ee2-912a-41a2-99ff-4656d0bae089 req-3c56f5f2-52b6-4768-919c-1e05f0f8ee5f tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae33ebfa-dfb2-429b-9483-9a451954be1e HTTP/1.1" status: 200  len: 944 time: 0.4519708
Jun 29 14:34:45.974566 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8868b5b9-2900-4cb5-a9c6-eebdfa273697 req-71ef6382-44a8-4fae-bf1d-ea7dfd3e90cd tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:45.976155 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-f938ce52-5190-418d-8ce1-b7634627da7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94c8ee80>, [{'id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'name': 'tempest-AttachVolumeTestJSON-23625440-router', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '72285900-8a54-40e1-a50b-4894872e1c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:28:07Z', 'revision_number': 4, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'gw_port': {'id': '72285900-8a54-40e1-a50b-4894872e1c95', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:54Z', 'updated_at': '2021-06-29T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '02862bf3-dc57-4c33-b9c4-f64dd8a45923', 'name': '', 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'mac_address': 'fa:16:3e:77:6b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b290bd3-20c6-48b7-a0ea-2f1a94cb7740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:04Z', 'updated_at': '2021-06-29T14:28:22Z', 'revision_number': 5, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'subnets': [{'id': '6b290bd3-20c6-48b7-a0ea-2f1a94cb7740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:34:45.977392 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8868b5b9-2900-4cb5-a9c6-eebdfa273697 req-71ef6382-44a8-4fae-bf1d-ea7dfd3e90cd tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 946 time: 0.0969775
Jun 29 14:34:45.980723 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f938ce52-5190-418d-8ce1-b7634627da7a None None] The sync data for ids ['bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'] in dv-cinder-798356-1-iscsi is: [{'id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'name': 'tempest-AttachVolumeTestJSON-23625440-router', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '72285900-8a54-40e1-a50b-4894872e1c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:28:07Z', 'revision_number': 4, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'gw_port': {'id': '72285900-8a54-40e1-a50b-4894872e1c95', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:54Z', 'updated_at': '2021-06-29T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '02862bf3-dc57-4c33-b9c4-f64dd8a45923', 'name': '', 'network_id': '4136cd64-8118-416e-874b-f6ed5b97de9f', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'mac_address': 'fa:16:3e:77:6b:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '6b290bd3-20c6-48b7-a0ea-2f1a94cb7740', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:04Z', 'updated_at': '2021-06-29T14:28:22Z', 'revision_number': 5, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'subnets': [{'id': '6b290bd3-20c6-48b7-a0ea-2f1a94cb7740', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:34:46.048772 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8868b5b9-2900-4cb5-a9c6-eebdfa273697 req-8ef29f94-0a97-457d-9ee3-d80206651ad0 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0548804
Jun 29 14:34:46.049553 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-10a45ee2-912a-41a2-99ff-4656d0bae089 req-9b3095cc-c75a-4642-9086-3d4fa93fe2d5 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1231258
Jun 29 14:34:46.086832 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-31b739d0-b54b-4188-aa0f-b6a417fea958 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:46.087796 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-31b739d0-b54b-4188-aa0f-b6a417fea958 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:46.252428 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-31b739d0-b54b-4188-aa0f-b6a417fea958 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Calling delete_port for 7fdea458-ec0d-42b5-83ea-c99e09995cc0 owned by network:floatingip {{(pid=74235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:34:46.367905 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4248585a-2e6e-4733-b6ac-f98fd8d5cf65 None None] New status for floating IP c6cf466a-3eaf-47f9-af58-21ec1305b3ab: DOWN {{(pid=74237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 14:34:46.423006 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-31b739d0-b54b-4188-aa0f-b6a417fea958 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:46.427965 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:46.471173 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b739d0-b54b-4188-aa0f-b6a417fea958 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Pushing event deleted for resources: {'Port': ['ID=7fdea458-ec0d-42b5-83ea-c99e09995cc0,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:46.478678 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-31b739d0-b54b-4188-aa0f-b6a417fea958 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:46.583130 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-31b739d0-b54b-4188-aa0f-b6a417fea958 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks [] for floatingip, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:46.610482 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-31b739d0-b54b-4188-aa0f-b6a417fea958 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for floatingip, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:46.612196 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-31b739d0-b54b-4188-aa0f-b6a417fea958 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] 10.222.0.13 "DELETE /v2.0/floatingips/c6cf466a-3eaf-47f9-af58-21ec1305b3ab HTTP/1.1" status: 204  len: 168 time: 1.4634125
Jun 29 14:34:47.015357 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-7c042e84-b3f7-465a-8021-58fb473fd762 req-75339335-8aaa-4391-ba07-07e16d41e98c service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9168106bff7043a69607ef135131ee6b&device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 1099 time: 0.0866168
Jun 29 14:34:47.177115 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c042e84-b3f7-465a-8021-58fb473fd762 req-8f183259-8c7e-4344-ada7-f17af1cb17aa service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:47.178827 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-7c042e84-b3f7-465a-8021-58fb473fd762 req-8f183259-8c7e-4344-ada7-f17af1cb17aa service neutron] 10.222.0.69 "GET /v2.0/networks?id=4efbe09a-ec64-4c57-8f69-466f632996dc HTTP/1.1" status: 200  len: 917 time: 0.1573975
Jun 29 14:34:47.300952 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0504b4-6390-434e-aa8e-f9f473f11519 req-01675013-afed-48c5-ac0d-6d7cdce28553 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:47.308048 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bc0504b4-6390-434e-aa8e-f9f473f11519 req-01675013-afed-48c5-ac0d-6d7cdce28553 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae33ebfa-dfb2-429b-9483-9a451954be1e HTTP/1.1" status: 200  len: 944 time: 0.0965574
Jun 29 14:34:47.363057 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bc0504b4-6390-434e-aa8e-f9f473f11519 req-46d28279-a0a7-477c-a565-09060651b42e tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0541167
Jun 29 14:34:47.397270 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-7c042e84-b3f7-465a-8021-58fb473fd762 req-55a06cc9-4b14-41cb-b85d-87fba6e8fb25 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f273c6bd-38a7-4724-90d9-2dfeb5591e7d HTTP/1.1" status: 200  len: 1001 time: 0.2114544
Jun 29 14:34:47.473417 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24120e4-51f2-41ef-b398-3e6746a7b414 req-21888f2c-a84b-4d59-9f6c-4571d7f04e68 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:47.474935 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f24120e4-51f2-41ef-b398-3e6746a7b414 req-21888f2c-a84b-4d59-9f6c-4571d7f04e68 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 946 time: 0.1937425
Jun 29 14:34:47.481248 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c042e84-b3f7-465a-8021-58fb473fd762 req-714ec913-c580-44ae-b287-7228d2dc20dd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:47.482985 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-7c042e84-b3f7-465a-8021-58fb473fd762 req-714ec913-c580-44ae-b287-7228d2dc20dd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7c6c0350-3172-4dbb-bc15-a1e408f3e7e3 HTTP/1.1" status: 200  len: 855 time: 0.0786910
Jun 29 14:34:47.592062 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f24120e4-51f2-41ef-b398-3e6746a7b414 req-189868e0-8ff6-47df-8e23-f5fb5f82c2c9 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.1077828
Jun 29 14:34:47.613826 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-7c042e84-b3f7-465a-8021-58fb473fd762 req-f783664c-6b4e-4644-bd49-78c47694ed4a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4efbe09a-ec64-4c57-8f69-466f632996dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1161804
Jun 29 14:34:47.785660 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device b8d7280e-7da4-4c22-a42a-b425e1bab683 up at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:34:47.801586 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-7c042e84-b3f7-465a-8021-58fb473fd762 req-9dddf2e8-0060-484e-832c-8a84e19bc3a2 service neutron] 10.222.0.69 "GET /v2.0/networks/4efbe09a-ec64-4c57-8f69-466f632996dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1809664
Jun 29 14:34:47.873328 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning for port b8d7280e-7da4-4c22-a42a-b425e1bab683 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:34:47.880559 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning complete for port b8d7280e-7da4-4c22-a42a-b425e1bab683 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:34:47.881050 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:48.015146 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-7c042e84-b3f7-465a-8021-58fb473fd762 req-864e72dd-ee89-4d1a-8b05-1ae0c5b78a5a service neutron] 10.222.0.69 "GET /v2.0/networks/4efbe09a-ec64-4c57-8f69-466f632996dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2064197
Jun 29 14:34:48.040632 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:48.085918 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae33ebfa-dfb2-429b-9483-9a451954be1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d7280e-7da4-4c22-a42a-b425e1bab683'}] {{(pid=74236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:34:48.103098 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port b8d7280e-7da4-4c22-a42a-b425e1bab683, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=b8d7280e-7da4-4c22-a42a-b425e1bab683,segment=NetworkSegment(276a84e3-277d-4962-9d31-d392ba2cca90),segment_id=276a84e3-277d-4962-9d31-d392ba2cca90)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:34:48.109026 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:48.110929 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device f273c6bd-38a7-4724-90d9-2dfeb5591e7d no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:34:48.145657 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-9dbe3eb0-6be8-4cf1-8e70-5ac6adf374fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:48.215017 dv-cinder-798356-1-iscsi neutron-server[74236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae33ebfa-dfb2-429b-9483-9a451954be1e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8d7280e-7da4-4c22-a42a-b425e1bab683', 'code': 200}
Jun 29 14:34:48.257466 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=b8d7280e-7da4-4c22-a42a-b425e1bab683,revision_number=5']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:48.261515 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:48.341445 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:48.381489 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port f273c6bd-38a7-4724-90d9-2dfeb5591e7d, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=f273c6bd-38a7-4724-90d9-2dfeb5591e7d,segment=NetworkSegment(0dfa2ba1-aef0-4202-9eab-77e9ea1a0785),segment_id=0dfa2ba1-aef0-4202-9eab-77e9ea1a0785)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:34:48.386799 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:48.389779 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:48.483220 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=f273c6bd-38a7-4724-90d9-2dfeb5591e7d,revision_number=8']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:48.493425 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:48.729583 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-2454505c-37ed-492f-87ca-097887a5866f req-0374575c-0c13-42b4-8366-5ffadb4f7702 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ae33ebfa-dfb2-429b-9483-9a451954be1e HTTP/1.1" status: 200  len: 1098 time: 0.2582695
Jun 29 14:34:48.801528 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa5ec76-9a45-4d75-a013-aa0e24313a4c req-68a0d4bf-6959-4116-aebd-4bfce7e96488 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:48.803570 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-afa5ec76-9a45-4d75-a013-aa0e24313a4c req-68a0d4bf-6959-4116-aebd-4bfce7e96488 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae33ebfa-dfb2-429b-9483-9a451954be1e HTTP/1.1" status: 200  len: 945 time: 0.2632849
Jun 29 14:34:48.805796 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-2454505c-37ed-492f-87ca-097887a5866f req-11fd5512-9f97-43ff-9fab-48a275c1a7ea service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656984
Jun 29 14:34:48.865017 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-afa5ec76-9a45-4d75-a013-aa0e24313a4c req-5f2a9533-7f98-49e8-8fb7-fdc693cecd68 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553329
Jun 29 14:34:48.891581 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c9c59a-1203-4fcb-a42a-908bc86eeb55 req-8b2453ba-bf5c-485c-b648-c4d84a9f6fe0 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:48.893556 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-01c9c59a-1203-4fcb-a42a-908bc86eeb55 req-8b2453ba-bf5c-485c-b648-c4d84a9f6fe0 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 944 time: 0.1154170
Jun 29 14:34:48.951628 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-01c9c59a-1203-4fcb-a42a-908bc86eeb55 req-11ef35f3-ee3a-4ae7-8583-1b475bdc7274 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0475159
Jun 29 14:34:50.113058 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7574eed2-2785-4bf2-996f-b1dcf5942812 req-e360c0ab-29d4-4213-aafe-fc9eb839fd45 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:50.117876 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-7574eed2-2785-4bf2-996f-b1dcf5942812 req-e360c0ab-29d4-4213-aafe-fc9eb839fd45 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae33ebfa-dfb2-429b-9483-9a451954be1e HTTP/1.1" status: 200  len: 945 time: 0.1161261
Jun 29 14:34:50.179746 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-7574eed2-2785-4bf2-996f-b1dcf5942812 req-30cf6878-5fb1-46c5-8cf0-f0faff6fb5e6 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0529001
Jun 29 14:34:50.216097 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d898c4-f486-42ad-a7a5-f3f03b2c14d9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f273c6bd-38a7-4724-90d9-2dfeb5591e7d'}] {{(pid=74236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:34:50.308208 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420df82b-c696-4e63-a6b2-5b0275beec2d req-65c14c94-be34-4036-9a8f-c84edd99e810 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:50.319789 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-420df82b-c696-4e63-a6b2-5b0275beec2d req-65c14c94-be34-4036-9a8f-c84edd99e810 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 944 time: 0.2006924
Jun 29 14:34:50.374165 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-420df82b-c696-4e63-a6b2-5b0275beec2d req-fcceaf99-202a-4be5-861b-146069a621bb tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0533473
Jun 29 14:34:50.442732 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a837af7b-df81-4187-8659-c34e1c42116c req-c98079c6-f886-4e50-809a-db4f613b7bce tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:50.442732 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-a837af7b-df81-4187-8659-c34e1c42116c req-c98079c6-f886-4e50-809a-db4f613b7bce tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae33ebfa-dfb2-429b-9483-9a451954be1e HTTP/1.1" status: 200  len: 945 time: 0.0956066
Jun 29 14:34:50.521771 dv-cinder-798356-1-iscsi neutron-server[74236]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '72d898c4-f486-42ad-a7a5-f3f03b2c14d9', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f273c6bd-38a7-4724-90d9-2dfeb5591e7d', 'code': 422} returned with failed status
Jun 29 14:34:50.526076 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-a837af7b-df81-4187-8659-c34e1c42116c req-d3c5ba69-0f1a-4aa1-9215-0bcd1e900d2d tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0756297
Jun 29 14:34:50.560184 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 46222) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:50.649041 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-c7af8a06-5065-491a-9914-8b556c7971bd tempest-TestVolumeBootPattern-1765156289 tempest-TestVolumeBootPattern-1765156289-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=ae33ebfa-dfb2-429b-9483-9a451954be1e HTTP/1.1" status: 200  len: 1093 time: 0.0869319
Jun 29 14:34:50.650854 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 46228) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:50.656472 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-0d0be22c-ccf1-4ce9-a7c0-1495990a2c5f tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Request body: {'floatingip': {'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'port_id': 'b8d7280e-7da4-4c22-a42a-b425e1bab683', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'fixed_ip_address': '172.20.0.7'}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:34:50.662665 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-0d0be22c-ccf1-4ce9-a7c0-1495990a2c5f tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:34:50.666866 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-0d0be22c-ccf1-4ce9-a7c0-1495990a2c5f tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Usage tracker for resource:floatingip and tenant:f8b1bff82789418781af3fd01f1db541 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:34:50.670190 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-0d0be22c-ccf1-4ce9-a7c0-1495990a2c5f tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:34:50.676186 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-0d0be22c-ccf1-4ce9-a7c0-1495990a2c5f tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:34:50.688430 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-0d0be22c-ccf1-4ce9-a7c0-1495990a2c5f tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for floatingip, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:50.853513 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-0d0be22c-ccf1-4ce9-a7c0-1495990a2c5f tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:50.915094 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 46242) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:51.021585 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.db_base_plugin_common [None req-0d0be22c-ccf1-4ce9-a7c0-1495990a2c5f tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Allocated IP 172.27.1.186 (4aeb16d3-bc5e-4796-b60c-2ad2a6d47368/089d678a-05aa-4bef-b283-da88079c7f50/dd34f5c1-bcf0-4190-98a9-945638679162) {{(pid=74235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:34:51.335609 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-0d0be22c-ccf1-4ce9-a7c0-1495990a2c5f tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for port, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:51.368218 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-0d0be22c-ccf1-4ce9-a7c0-1495990a2c5f tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:51.372029 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:51.449738 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0be22c-ccf1-4ce9-a7c0-1495990a2c5f tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Network 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 is already hosted by enough agents. {{(pid=74235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:34:51.454559 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.base_scheduler [None req-0d0be22c-ccf1-4ce9-a7c0-1495990a2c5f tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Resources bound (agent type, host, resource id):  {{(pid=74235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:34:51.457939 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0be22c-ccf1-4ce9-a7c0-1495990a2c5f tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Received port after_create {{(pid=74235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:34:51.494357 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0be22c-ccf1-4ce9-a7c0-1495990a2c5f tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Pushing event updated for resources: {'Port': ['ID=dd34f5c1-bcf0-4190-98a9-945638679162,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:51.502922 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-0d0be22c-ccf1-4ce9-a7c0-1495990a2c5f tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:51.659235 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-62bf37fa-9a3e-4a2d-b3e3-891289df6f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667743'] for router_interface, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:52.053485 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-0d0be22c-ccf1-4ce9-a7c0-1495990a2c5f tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:52.124157 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-0d0be22c-ccf1-4ce9-a7c0-1495990a2c5f tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:52.333438 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-31d88075-b847-40db-be55-6dde5b30bab0 req-62a52bd3-37d2-4206-ba32-1e30f45f40c9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.3064306
Jun 29 14:34:52.389167 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [None req-62bf37fa-9a3e-4a2d-b3e3-891289df6f08 admin admin] Deleting port 02862bf3-dc57-4c33-b9c4-f64dd8a45923 {{(pid=74234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:34:52.390131 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-62bf37fa-9a3e-4a2d-b3e3-891289df6f08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:52.409050 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-0d0be22c-ccf1-4ce9-a7c0-1495990a2c5f tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for port, precommit_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:52.415689 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-0d0be22c-ccf1-4ce9-a7c0-1495990a2c5f tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1167191'] for port, after_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:52.420088 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-3f392a1d-6331-4b2d-b27b-93650195ab71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:52.521880 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0be22c-ccf1-4ce9-a7c0-1495990a2c5f tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Pushing event updated for resources: {'Port': ['ID=dd34f5c1-bcf0-4190-98a9-945638679162,revision_number=2']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:52.526268 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-0d0be22c-ccf1-4ce9-a7c0-1495990a2c5f tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:52.543636 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-0d0be22c-ccf1-4ce9-a7c0-1495990a2c5f tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-669791'] for floatingip, after_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:52.577631 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [None req-62bf37fa-9a3e-4a2d-b3e3-891289df6f08 admin admin] For port 02862bf3-dc57-4c33-b9c4-f64dd8a45923, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=02862bf3-dc57-4c33-b9c4-f64dd8a45923,segment=NetworkSegment(9893828c-dda5-4b37-8a2f-299b5eb1c0ef),segment_id=9893828c-dda5-4b37-8a2f-299b5eb1c0ef)] {{(pid=74234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:34:52.578048 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-62bf37fa-9a3e-4a2d-b3e3-891289df6f08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:52.701223 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 6 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:34:52.785898 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 46292) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:52.819640 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [None req-62bf37fa-9a3e-4a2d-b3e3-891289df6f08 admin admin] Calling delete_port for 02862bf3-dc57-4c33-b9c4-f64dd8a45923 owned by network:router_interface {{(pid=74234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:34:52.843387 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.db.l3_db [None req-0d0be22c-ccf1-4ce9-a7c0-1495990a2c5f tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Floating IP fb4c9cc3-2740-46ce-b1f6-be4d146059fe associated. External IP: 172.27.1.186, port: b8d7280e-7da4-4c22-a42a-b425e1bab683.
Jun 29 14:34:52.988292 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49132674-1e4d-411e-9c25-c880c1639e31 req-4f67c2af-8371-4d06-8c51-94a908eaec12 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:52.989992 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-49132674-1e4d-411e-9c25-c880c1639e31 req-4f67c2af-8371-4d06-8c51-94a908eaec12 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 944 time: 0.1230230
Jun 29 14:34:53.027048 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-859ea9ce-3b9d-47eb-8afa-3f28cccd3552 req-dfe076a0-e38d-4bbe-9a25-80d034162ed9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2398353
Jun 29 14:34:53.118328 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-49132674-1e4d-411e-9c25-c880c1639e31 req-fc005eeb-1a83-49dd-a402-a7a96b1b2685 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.1165426
Jun 29 14:34:53.148453 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-62bf37fa-9a3e-4a2d-b3e3-891289df6f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:53.161133 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-f16835f4-db15-4bdb-88fb-c100da94b9d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:53.241275 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bf37fa-9a3e-4a2d-b3e3-891289df6f08 admin admin] Pushing event deleted for resources: {'Port': ['ID=02862bf3-dc57-4c33-b9c4-f64dd8a45923,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:53.334849 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf37fa-9a3e-4a2d-b3e3-891289df6f08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:34:53.335042 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf37fa-9a3e-4a2d-b3e3-891289df6f08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:34:53.335336 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf37fa-9a3e-4a2d-b3e3-891289df6f08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:34:53.335699 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf37fa-9a3e-4a2d-b3e3-891289df6f08 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:34:53.336058 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf37fa-9a3e-4a2d-b3e3-891289df6f08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:34:53.336569 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf37fa-9a3e-4a2d-b3e3-891289df6f08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:34:53.336763 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf37fa-9a3e-4a2d-b3e3-891289df6f08 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:34:53.337120 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf37fa-9a3e-4a2d-b3e3-891289df6f08 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:34:53.337470 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf37fa-9a3e-4a2d-b3e3-891289df6f08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:34:53.337819 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf37fa-9a3e-4a2d-b3e3-891289df6f08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:34:53.338168 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62bf37fa-9a3e-4a2d-b3e3-891289df6f08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:34:53.345083 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-62bf37fa-9a3e-4a2d-b3e3-891289df6f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:53.749293 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d0be22c-ccf1-4ce9-a7c0-1495990a2c5f tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Router 07af9143-8575-4ba9-b96d-3229e022edba has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:34:53.825547 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-62bf37fa-9a3e-4a2d-b3e3-891289df6f08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669537'] for router_interface, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:53.837220 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device f273c6bd-38a7-4724-90d9-2dfeb5591e7d no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:34:54.025063 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-859ea9ce-3b9d-47eb-8afa-3f28cccd3552 req-a284d009-bb42-42bf-88c4-55fcb61db665 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9&tenant_id=9168106bff7043a69607ef135131ee6b HTTP/1.1" status: 200  len: 1097 time: 0.2681580
Jun 29 14:34:54.073089 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d0be22c-ccf1-4ce9-a7c0-1495990a2c5f tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:34:54.088395 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f668c80f-af5e-4e2c-8468-b9ab62024571 None None] Sync routers for ids ['07af9143-8575-4ba9-b96d-3229e022edba'] in dv-cinder-798356-1-iscsi {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:34:54.102335 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-0d0be22c-ccf1-4ce9-a7c0-1495990a2c5f tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for floatingip, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:54.107350 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f668c80f-af5e-4e2c-8468-b9ab62024571 None None] Routers {'07af9143-8575-4ba9-b96d-3229e022edba'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:34:54.108212 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-f668c80f-af5e-4e2c-8468-b9ab62024571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94d3c370>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:34:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['07af9143-8575-4ba9-b96d-3229e022edba'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:34:54.164701 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 46314) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:54.168639 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-0d0be22c-ccf1-4ce9-a7c0-1495990a2c5f tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.5166199
Jun 29 14:34:54.173401 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae33ebfa-dfb2-429b-9483-9a451954be1e', 'tag': 'b8d7280e-7da4-4c22-a42a-b425e1bab683'}] {{(pid=74235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:34:54.271254 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-859ea9ce-3b9d-47eb-8afa-3f28cccd3552 req-bdb67c8a-be45-40f9-bdae-e88cef34a8a4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9168106bff7043a69607ef135131ee6b&device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 1097 time: 0.2103453
Jun 29 14:34:54.301889 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae33ebfa-dfb2-429b-9483-9a451954be1e', 'tag': 'b8d7280e-7da4-4c22-a42a-b425e1bab683', 'status': 'completed', 'code': 200}
Jun 29 14:34:54.337207 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-f668c80f-af5e-4e2c-8468-b9ab62024571 None None] Set router 07af9143-8575-4ba9-b96d-3229e022edba gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:34:54.385816 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-24b62001-4440-437e-abb8-56ad7ede11b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:54.431530 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-24b62001-4440-437e-abb8-56ad7ede11b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:34:54.437079 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-24b62001-4440-437e-abb8-56ad7ede11b5 admin admin] Usage tracker for resource:security_group_rule and tenant:ad519398907f40268048fd8da698cc11 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:34:54.441488 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-24b62001-4440-437e-abb8-56ad7ede11b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:34:54.449619 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-24b62001-4440-437e-abb8-56ad7ede11b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:34:54.464727 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-34bee9a6-32c5-425b-8465-d7089ab72a96 req-2c03a8cb-6f2e-420d-ad79-a620b99c726f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f8b1bff82789418781af3fd01f1db541&device_id=ae33ebfa-dfb2-429b-9483-9a451954be1e HTTP/1.1" status: 200  len: 1098 time: 0.1434309
Jun 29 14:34:54.643858 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-24b62001-4440-437e-abb8-56ad7ede11b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:54.646872 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bee9a6-32c5-425b-8465-d7089ab72a96 req-89413fb0-1a79-4062-8147-37fe77590951 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:54.648505 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-34bee9a6-32c5-425b-8465-d7089ab72a96 req-89413fb0-1a79-4062-8147-37fe77590951 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1b9efcd0-963e-4312-8efc-097d81e095b0 HTTP/1.1" status: 200  len: 913 time: 0.1755288
Jun 29 14:34:54.650582 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-24b62001-4440-437e-abb8-56ad7ede11b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:54.658111 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ea9ce-3b9d-47eb-8afa-3f28cccd3552 req-d532be95-6066-4cf8-8ce1-515c9a2ff423 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:54.659593 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-859ea9ce-3b9d-47eb-8afa-3f28cccd3552 req-d532be95-6066-4cf8-8ce1-515c9a2ff423 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4efbe09a-ec64-4c57-8f69-466f632996dc HTTP/1.1" status: 200  len: 917 time: 0.3806303
Jun 29 14:34:54.659745 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-94fe851c-439b-46ed-9cb5-9956b960e8df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:54.672428 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534559b5-24a7-4f70-b9d3-1fd55f94f2b1 req-edb9934d-2bb6-4798-a6e3-d8273888b6c4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:54.673964 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-534559b5-24a7-4f70-b9d3-1fd55f94f2b1 req-edb9934d-2bb6-4798-a6e3-d8273888b6c4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 944 time: 0.2978237
Jun 29 14:34:54.738789 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-f668c80f-af5e-4e2c-8468-b9ab62024571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94d3c370>, [{'id': '07af9143-8575-4ba9-b96d-3229e022edba', 'name': 'tempest-TestVolumeBootPattern-1566396203-router', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:36Z', 'updated_at': '2021-06-29T14:30:47Z', 'revision_number': 4, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'gw_port': {'id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:38Z', 'updated_at': '2021-06-29T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_floatingips': [{'id': 'fb4c9cc3-2740-46ce-b1f6-be4d146059fe', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'router_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'port_id': 'b8d7280e-7da4-4c22-a42a-b425e1bab683', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'mac_address': 'fa:16:3e:2c:e4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae33ebfa-dfb2-429b-9483-9a451954be1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:34:51Z', 'updated_at': '2021-06-29T14:34:51Z', 'revision_number': 0, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b9b5f29-4f70-4626-8d36-c27bd9f39841', 'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'mac_address': 'fa:16:3e:12:5a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:45Z', 'updated_at': '2021-06-29T14:30:58Z', 'revision_number': 5, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'subnets': [{'id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:34:54.744493 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f668c80f-af5e-4e2c-8468-b9ab62024571 None None] Checking router: 07af9143-8575-4ba9-b96d-3229e022edba for host: dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:34:54.757475 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f668c80f-af5e-4e2c-8468-b9ab62024571 None None] Routers {'07af9143-8575-4ba9-b96d-3229e022edba'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:34:54.758338 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-f668c80f-af5e-4e2c-8468-b9ab62024571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94d3c370>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:34:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['07af9143-8575-4ba9-b96d-3229e022edba'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:34:54.791913 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b62001-4440-437e-abb8-56ad7ede11b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f71d3ca-28aa-4803-b0fa-e0678506875a,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:54.795385 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-24b62001-4440-437e-abb8-56ad7ede11b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:54.800965 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-24b62001-4440-437e-abb8-56ad7ede11b5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ad519398907f40268048fd8da698cc11&name=default HTTP/1.1" status: 200  len: 2647 time: 0.6351714
Jun 29 14:34:54.804427 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 46326) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:54.827174 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-34bee9a6-32c5-425b-8465-d7089ab72a96 req-5c075e29-f8df-474c-962e-103f688484c0 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8d7280e-7da4-4c22-a42a-b425e1bab683 HTTP/1.1" status: 200  len: 999 time: 0.1686785
Jun 29 14:34:54.920094 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bee9a6-32c5-425b-8465-d7089ab72a96 req-610fe7b0-2066-4f31-94c9-aa6947f29eff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:54.921450 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-34bee9a6-32c5-425b-8465-d7089ab72a96 req-610fe7b0-2066-4f31-94c9-aa6947f29eff service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b1f452f3-ce90-45e6-b91e-51eb201b6ea6 HTTP/1.1" status: 200  len: 851 time: 0.0823412
Jun 29 14:34:54.959018 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-17469e50-9a40-48b3-afab-09fb228549eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:54.960146 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-f668c80f-af5e-4e2c-8468-b9ab62024571 None None] Set router 07af9143-8575-4ba9-b96d-3229e022edba gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:34:54.996099 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-17469e50-9a40-48b3-afab-09fb228549eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:54.999340 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-534559b5-24a7-4f70-b9d3-1fd55f94f2b1 req-0f49bc3b-0ede-495b-8d16-690e5a7f5edd tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.3187766
Jun 29 14:34:55.018094 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-859ea9ce-3b9d-47eb-8afa-3f28cccd3552 req-61e4089d-6949-4675-adcb-7a683e30b5d7 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f273c6bd-38a7-4724-90d9-2dfeb5591e7d HTTP/1.1" status: 200  len: 999 time: 0.3506594
Jun 29 14:34:55.069798 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-34bee9a6-32c5-425b-8465-d7089ab72a96 req-8da7d5b3-00b5-4711-bd66-a8123743317c service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1b9efcd0-963e-4312-8efc-097d81e095b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1398764
Jun 29 14:34:55.148141 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-17469e50-9a40-48b3-afab-09fb228549eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:55.153700 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859ea9ce-3b9d-47eb-8afa-3f28cccd3552 req-fe316df7-da6c-45da-9bd8-e088ed913efb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:55.155191 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-859ea9ce-3b9d-47eb-8afa-3f28cccd3552 req-fe316df7-da6c-45da-9bd8-e088ed913efb service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7c6c0350-3172-4dbb-bc15-a1e408f3e7e3 HTTP/1.1" status: 200  len: 855 time: 0.1284924
Jun 29 14:34:55.157324 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-f03f9e96-3ac0-4a6a-bd18-1115ec44d1d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:55.182393 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17469e50-9a40-48b3-afab-09fb228549eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f71d3ca-28aa-4803-b0fa-e0678506875a,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:55.196829 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-17469e50-9a40-48b3-afab-09fb228549eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:55.205317 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-17469e50-9a40-48b3-afab-09fb228549eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:55.208887 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-17469e50-9a40-48b3-afab-09fb228549eb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4f71d3ca-28aa-4803-b0fa-e0678506875a HTTP/1.1" status: 204  len: 168 time: 0.4014699
Jun 29 14:34:55.255257 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-34bee9a6-32c5-425b-8465-d7089ab72a96 req-0b3cf2d9-75de-4c3d-9b21-f6783a188d2d service neutron] 10.222.0.69 "GET /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1762056
Jun 29 14:34:55.256507 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62bf37fa-9a3e-4a2d-b3e3-891289df6f08 admin admin] Router bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:34:55.266988 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-859ea9ce-3b9d-47eb-8afa-3f28cccd3552 req-33885d77-14d1-43d9-b7d2-135ae4fd4bb2 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4efbe09a-ec64-4c57-8f69-466f632996dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0999272
Jun 29 14:34:55.410689 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-f668c80f-af5e-4e2c-8468-b9ab62024571 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94d3c370>, [{'id': '07af9143-8575-4ba9-b96d-3229e022edba', 'name': 'tempest-TestVolumeBootPattern-1566396203-router', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:36Z', 'updated_at': '2021-06-29T14:30:47Z', 'revision_number': 4, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'gw_port': {'id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:38Z', 'updated_at': '2021-06-29T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_floatingips': [{'id': 'fb4c9cc3-2740-46ce-b1f6-be4d146059fe', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'router_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'port_id': 'b8d7280e-7da4-4c22-a42a-b425e1bab683', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'mac_address': 'fa:16:3e:2c:e4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae33ebfa-dfb2-429b-9483-9a451954be1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:34:51Z', 'updated_at': '2021-06-29T14:34:51Z', 'revision_number': 0, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b9b5f29-4f70-4626-8d36-c27bd9f39841', 'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'mac_address': 'fa:16:3e:12:5a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:45Z', 'updated_at': '2021-06-29T14:30:58Z', 'revision_number': 5, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'subnets': [{'id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:34:55.417703 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f668c80f-af5e-4e2c-8468-b9ab62024571 None None] The sync data for ids ['07af9143-8575-4ba9-b96d-3229e022edba'] in dv-cinder-798356-1-iscsi is: [{'id': '07af9143-8575-4ba9-b96d-3229e022edba', 'name': 'tempest-TestVolumeBootPattern-1566396203-router', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:36Z', 'updated_at': '2021-06-29T14:30:47Z', 'revision_number': 4, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'gw_port': {'id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:38Z', 'updated_at': '2021-06-29T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_floatingips': [{'id': 'fb4c9cc3-2740-46ce-b1f6-be4d146059fe', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'router_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'port_id': 'b8d7280e-7da4-4c22-a42a-b425e1bab683', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'mac_address': 'fa:16:3e:2c:e4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae33ebfa-dfb2-429b-9483-9a451954be1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:34:51Z', 'updated_at': '2021-06-29T14:34:51Z', 'revision_number': 0, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b9b5f29-4f70-4626-8d36-c27bd9f39841', 'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'mac_address': 'fa:16:3e:12:5a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:45Z', 'updated_at': '2021-06-29T14:30:58Z', 'revision_number': 5, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'subnets': [{'id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:34:55.434871 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-34bee9a6-32c5-425b-8465-d7089ab72a96 req-fd4131e9-e5df-49e8-8a7f-4831d915b557 service neutron] 10.222.0.69 "GET /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1712687
Jun 29 14:34:55.500816 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-859ea9ce-3b9d-47eb-8afa-3f28cccd3552 req-733f0467-3842-4798-84a2-3e7c47a32725 service neutron] 10.222.0.69 "GET /v2.0/networks/4efbe09a-ec64-4c57-8f69-466f632996dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2259977
Jun 29 14:34:55.647787 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c4457e-9161-4298-8b00-1a1f90d323ea None None] New status for floating IP fb4c9cc3-2740-46ce-b1f6-be4d146059fe: ACTIVE {{(pid=74237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 14:34:55.689022 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 46334) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:55.713534 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4a6418ad-ac86-48ef-bc50-3d2bcf36bf25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:55.715948 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-859ea9ce-3b9d-47eb-8afa-3f28cccd3552 req-0e5eb7be-7317-42c4-93ec-e5a170a44f47 service neutron] 10.222.0.69 "GET /v2.0/networks/4efbe09a-ec64-4c57-8f69-466f632996dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2083681
Jun 29 14:34:55.733285 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bf37fa-9a3e-4a2d-b3e3-891289df6f08 admin admin] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:34:55.747928 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2104727d-9e9b-4693-8d60-e5441d0b9b95 None None] Sync routers for ids ['bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'] in dv-cinder-798356-1-iscsi {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:34:55.756918 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-62bf37fa-9a3e-4a2d-b3e3-891289df6f08 admin admin] 10.222.0.13 "PUT /v2.0/routers/bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.8407154
Jun 29 14:34:55.759491 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 46338) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:55.771901 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2104727d-9e9b-4693-8d60-e5441d0b9b95 None None] Routers {'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:34:55.773117 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-2104727d-9e9b-4693-8d60-e5441d0b9b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94f41bb0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:34:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:34:55.774068 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-4a6418ad-ac86-48ef-bc50-3d2bcf36bf25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:34:55.779654 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-4a6418ad-ac86-48ef-bc50-3d2bcf36bf25 admin admin] Usage tracker for resource:security_group_rule and tenant:fdd2b9a20d9a46da845261be9edce13d is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:34:55.784315 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-4a6418ad-ac86-48ef-bc50-3d2bcf36bf25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:34:55.795535 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-4a6418ad-ac86-48ef-bc50-3d2bcf36bf25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:34:55.911866 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4a6418ad-ac86-48ef-bc50-3d2bcf36bf25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:55.920005 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4a6418ad-ac86-48ef-bc50-3d2bcf36bf25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:55.977321 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-8129988d-0ca5-46fa-b043-770fea3798e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:55.990557 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1798ebf0-eff6-4ca6-9742-a6bd3de68146 admin admin] Notify callbacks [] for router, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:56.005758 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-4a6418ad-ac86-48ef-bc50-3d2bcf36bf25 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fdd2b9a20d9a46da845261be9edce13d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3146119
Jun 29 14:34:56.008879 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 46342) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:56.027719 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6418ad-ac86-48ef-bc50-3d2bcf36bf25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03e70ffd-fea7-4263-9c7e-398e67f80d79,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:56.030815 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-4a6418ad-ac86-48ef-bc50-3d2bcf36bf25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:56.059304 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-2104727d-9e9b-4693-8d60-e5441d0b9b95 None None] Set router bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:34:56.089776 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-96da6223-ec1b-4ff3-9452-b197cb0493df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:56.203062 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1798ebf0-eff6-4ca6-9742-a6bd3de68146 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:56.217568 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [None req-1798ebf0-eff6-4ca6-9742-a6bd3de68146 admin admin] Deleting port 72285900-8a54-40e1-a50b-4894872e1c95 {{(pid=74234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:34:56.218060 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1798ebf0-eff6-4ca6-9742-a6bd3de68146 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:56.288521 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-96da6223-ec1b-4ff3-9452-b197cb0493df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:56.362645 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ed71f3-758b-4937-bcc1-5991d5277d24 req-ac2789a9-4523-4587-80f6-dd18054612d3 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:56.364232 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-32ed71f3-758b-4937-bcc1-5991d5277d24 req-ac2789a9-4523-4587-80f6-dd18054612d3 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 944 time: 0.1317308
Jun 29 14:34:56.400824 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-96da6223-ec1b-4ff3-9452-b197cb0493df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:56.406460 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-c0bbbeae-2a83-46ce-ac3d-b2b5d249fcd8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:56.418601 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96da6223-ec1b-4ff3-9452-b197cb0493df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03e70ffd-fea7-4263-9c7e-398e67f80d79,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:56.422067 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-2104727d-9e9b-4693-8d60-e5441d0b9b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94f41bb0>, [{'id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'name': 'tempest-AttachVolumeTestJSON-23625440-router', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201'}], 'enable_snat': True}, 'gw_port_id': '72285900-8a54-40e1-a50b-4894872e1c95', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:34:53Z', 'revision_number': 5, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'gw_port': {'id': '72285900-8a54-40e1-a50b-4894872e1c95', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:a9:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:54Z', 'updated_at': '2021-06-29T14:28:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi'}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:34:56.428578 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2104727d-9e9b-4693-8d60-e5441d0b9b95 None None] Checking router: bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d for host: dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:34:56.440007 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-96da6223-ec1b-4ff3-9452-b197cb0493df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:56.442662 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2104727d-9e9b-4693-8d60-e5441d0b9b95 None None] Routers {'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:34:56.443402 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-2104727d-9e9b-4693-8d60-e5441d0b9b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94f41bb0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:34:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:34:56.474051 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-32ed71f3-758b-4937-bcc1-5991d5277d24 req-36d65057-7486-4590-abe5-17211d164145 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.1016312
Jun 29 14:34:56.496873 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-96da6223-ec1b-4ff3-9452-b197cb0493df admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:56.500434 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-96da6223-ec1b-4ff3-9452-b197cb0493df admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03e70ffd-fea7-4263-9c7e-398e67f80d79 HTTP/1.1" status: 204  len: 168 time: 0.4882705
Jun 29 14:34:56.599805 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [None req-1798ebf0-eff6-4ca6-9742-a6bd3de68146 admin admin] For port 72285900-8a54-40e1-a50b-4894872e1c95, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=72285900-8a54-40e1-a50b-4894872e1c95,segment=NetworkSegment(c4c225a7-9a59-46d1-b662-631cedda96e9),segment_id=c4c225a7-9a59-46d1-b662-631cedda96e9)] {{(pid=74234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:34:56.600239 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1798ebf0-eff6-4ca6-9742-a6bd3de68146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:56.698891 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-2104727d-9e9b-4693-8d60-e5441d0b9b95 None None] Set router bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d gateway port host: None {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:34:56.748788 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [None req-1798ebf0-eff6-4ca6-9742-a6bd3de68146 admin admin] Calling delete_port for 72285900-8a54-40e1-a50b-4894872e1c95 owned by network:router_gateway {{(pid=74234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:34:56.873967 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-2104727d-9e9b-4693-8d60-e5441d0b9b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94f41bb0>, [{'id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'name': 'tempest-AttachVolumeTestJSON-23625440-router', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:34:56Z', 'revision_number': 6, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'gw_port_host': None}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:34:56.880461 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2104727d-9e9b-4693-8d60-e5441d0b9b95 None None] The sync data for ids ['bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d'] in dv-cinder-798356-1-iscsi is: [{'id': 'bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d', 'name': 'tempest-AttachVolumeTestJSON-23625440-router', 'tenant_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:34:56Z', 'revision_number': 6, 'project_id': '5bff793212d24b37a3b1ec86e1a04aaa', 'gw_port_host': None}] {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:34:57.096353 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1798ebf0-eff6-4ca6-9742-a6bd3de68146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:57.103755 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-20d3e685-f9ff-47e4-b07a-0a9644d71963 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:57.152702 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1798ebf0-eff6-4ca6-9742-a6bd3de68146 admin admin] Pushing event deleted for resources: {'Port': ['ID=72285900-8a54-40e1-a50b-4894872e1c95,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:57.157199 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-1798ebf0-eff6-4ca6-9742-a6bd3de68146 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:57.253223 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 46364) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:57.304665 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-7efa5a2f-8b09-4d5f-b5b6-10762c5bf2ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:57.359104 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-7efa5a2f-8b09-4d5f-b5b6-10762c5bf2ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:34:57.369408 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-7efa5a2f-8b09-4d5f-b5b6-10762c5bf2ba admin admin] Usage tracker for resource:security_group_rule and tenant:2e71833aeac94ac1bd7c4f51cb13e27c is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:34:57.369408 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-7efa5a2f-8b09-4d5f-b5b6-10762c5bf2ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:34:57.374071 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-7efa5a2f-8b09-4d5f-b5b6-10762c5bf2ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:34:57.418523 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 02862bf3-dc57-4c33-b9c4-f64dd8a45923 no longer exists at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:34:57.459513 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] No Port match for: 02862bf3-dc57-4c33-b9c4-f64dd8a45923 {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:34:57.460001 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 02862bf3-dc57-4c33-b9c4-f64dd8a45923 not bound to the agent host dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:34:57.503487 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-7efa5a2f-8b09-4d5f-b5b6-10762c5bf2ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:57.509606 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-7efa5a2f-8b09-4d5f-b5b6-10762c5bf2ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:57.544118 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-6e2a82a1-1ca6-4dc8-93d1-2f240d9c2f90 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:57.556131 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-7efa5a2f-8b09-4d5f-b5b6-10762c5bf2ba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2e71833aeac94ac1bd7c4f51cb13e27c&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3018017
Jun 29 14:34:57.564961 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 46370) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:57.569151 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1798ebf0-eff6-4ca6-9742-a6bd3de68146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670088'] for router_gateway, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:57.658321 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efa5a2f-8b09-4d5f-b5b6-10762c5bf2ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdfd88ea-efda-46b6-ad68-48ea2fbb02c2,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:57.675318 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-7efa5a2f-8b09-4d5f-b5b6-10762c5bf2ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:57.681249 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-f72e8864-56c6-4934-8e5f-3df7da4c6162 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:57.718470 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-f72e8864-56c6-4934-8e5f-3df7da4c6162 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:57.837901 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-f72e8864-56c6-4934-8e5f-3df7da4c6162 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:57.850256 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-c1a1ffb9-f4cb-4a33-9df5-301192546745 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:57.869385 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72e8864-56c6-4934-8e5f-3df7da4c6162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdfd88ea-efda-46b6-ad68-48ea2fbb02c2,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:57.883883 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-f72e8864-56c6-4934-8e5f-3df7da4c6162 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:57.894687 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-f72e8864-56c6-4934-8e5f-3df7da4c6162 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:57.896703 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-f72e8864-56c6-4934-8e5f-3df7da4c6162 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bdfd88ea-efda-46b6-ad68-48ea2fbb02c2 HTTP/1.1" status: 204  len: 168 time: 0.3322363
Jun 29 14:34:58.087343 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1798ebf0-eff6-4ca6-9742-a6bd3de68146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6774'] for router, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:58.095560 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1798ebf0-eff6-4ca6-9742-a6bd3de68146 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:58.126521 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f21b92-ef56-47f6-b227-84c35096e988 req-1c528ef1-a059-4100-b026-f3e78f2f38cf tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:58.128915 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-32f21b92-ef56-47f6-b227-84c35096e988 req-1c528ef1-a059-4100-b026-f3e78f2f38cf tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 944 time: 0.3563638
Jun 29 14:34:58.259203 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1798ebf0-eff6-4ca6-9742-a6bd3de68146 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-673524'] for router, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:58.260068 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1798ebf0-eff6-4ca6-9742-a6bd3de68146 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d {{(pid=74234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 29 14:34:58.281413 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-32f21b92-ef56-47f6-b227-84c35096e988 req-48bd4f39-0f69-4770-a52e-e914d59dd2e1 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0825016
Jun 29 14:34:58.309085 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1798ebf0-eff6-4ca6-9742-a6bd3de68146 admin admin] Notify callbacks [] for router, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:58.310541 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-1798ebf0-eff6-4ca6-9742-a6bd3de68146 admin admin] 10.222.0.13 "DELETE /v2.0/routers/bf21b0b7-1ce1-4e12-aeb9-4db2b3d3468d HTTP/1.1" status: 204  len: 168 time: 2.5500796
Jun 29 14:34:58.313752 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 46376) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:58.399963 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_v2 [None req-a4c2a83d-8448-4fef-ab18-d2d86ab9786c admin admin] Deleting subnet 6b290bd3-20c6-48b7-a0ea-2f1a94cb7740 {{(pid=74234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 14:34:58.403483 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-a4c2a83d-8448-4fef-ab18-d2d86ab9786c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:58.458403 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-a4c2a83d-8448-4fef-ab18-d2d86ab9786c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1222750'] for subnet, precommit_delete_associations {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:58.700225 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-a4c2a83d-8448-4fef-ab18-d2d86ab9786c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3930061'] for subnet, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:58.776687 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-a4c2a83d-8448-4fef-ab18-d2d86ab9786c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1750944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1217628'] for subnet, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:58.782107 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-d2b8e48c-49d4-47b8-a3ba-0329b53deb94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:58.819247 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c2a83d-8448-4fef-ab18-d2d86ab9786c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6b290bd3-20c6-48b7-a0ea-2f1a94cb7740,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:58.821766 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-a4c2a83d-8448-4fef-ab18-d2d86ab9786c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:58.827148 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-a4c2a83d-8448-4fef-ab18-d2d86ab9786c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for subnet, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:58.833245 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa1ce4ee-2247-4ba6-b842-82135959a464 None None] Network 4136cd64-8118-416e-874b-f6ed5b97de9f requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:34:58.837993 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-a4c2a83d-8448-4fef-ab18-d2d86ab9786c admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6b290bd3-20c6-48b7-a0ea-2f1a94cb7740 HTTP/1.1" status: 204  len: 168 time: 0.5206399
Jun 29 14:34:58.838324 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 46380) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:34:58.994718 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2addf5be-5e39-41d2-b5eb-f715c3b58b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3691460'] for network, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:59.011897 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-2addf5be-5e39-41d2-b5eb-f715c3b58b9e admin admin] Deleting port 270d76d4-f5b4-417e-9dc1-316fda2567e9 {{(pid=74235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:34:59.012320 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2addf5be-5e39-41d2-b5eb-f715c3b58b9e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:59.199847 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9caa7d6-0c2f-489a-9dbf-5f1c8b935eff None None] DHCP port deletion for 4136cd64-8118-416e-874b-f6ed5b97de9f request from dv-cinder-798356-1-iscsi {{(pid=74236) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 29 14:34:59.204492 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-c9caa7d6-0c2f-489a-9dbf-5f1c8b935eff None None] Deleting port 270d76d4-f5b4-417e-9dc1-316fda2567e9 {{(pid=74236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:34:59.205512 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-c9caa7d6-0c2f-489a-9dbf-5f1c8b935eff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:59.257878 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.db [None req-2addf5be-5e39-41d2-b5eb-f715c3b58b9e admin admin] For port 270d76d4-f5b4-417e-9dc1-316fda2567e9, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=270d76d4-f5b4-417e-9dc1-316fda2567e9,segment=NetworkSegment(9893828c-dda5-4b37-8a2f-299b5eb1c0ef),segment_id=9893828c-dda5-4b37-8a2f-299b5eb1c0ef)] {{(pid=74235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:34:59.258811 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2addf5be-5e39-41d2-b5eb-f715c3b58b9e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:59.409871 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-2addf5be-5e39-41d2-b5eb-f715c3b58b9e admin admin] Calling delete_port for 270d76d4-f5b4-417e-9dc1-316fda2567e9 owned by network:dhcp {{(pid=74235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:34:59.445073 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-c9caa7d6-0c2f-489a-9dbf-5f1c8b935eff None None] For port 270d76d4-f5b4-417e-9dc1-316fda2567e9, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=270d76d4-f5b4-417e-9dc1-316fda2567e9,segment=NetworkSegment(9893828c-dda5-4b37-8a2f-299b5eb1c0ef),segment_id=9893828c-dda5-4b37-8a2f-299b5eb1c0ef)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:34:59.445498 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-c9caa7d6-0c2f-489a-9dbf-5f1c8b935eff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:59.553852 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2addf5be-5e39-41d2-b5eb-f715c3b58b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:59.560675 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-31b739d0-b54b-4188-aa0f-b6a417fea958 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:34:59.573493 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-c9caa7d6-0c2f-489a-9dbf-5f1c8b935eff None None] Calling delete_port for 270d76d4-f5b4-417e-9dc1-316fda2567e9 owned by network:dhcp {{(pid=74236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:34:59.601376 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 72285900-8a54-40e1-a50b-4894872e1c95 no longer exists at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:34:59.612305 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2addf5be-5e39-41d2-b5eb-f715c3b58b9e admin admin] Pushing event deleted for resources: {'Port': ['ID=270d76d4-f5b4-417e-9dc1-316fda2567e9,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:34:59.615318 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-2addf5be-5e39-41d2-b5eb-f715c3b58b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:34:59.616690 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2addf5be-5e39-41d2-b5eb-f715c3b58b9e admin admin] No DVR routers for this DVR port 270d76d4-f5b4-417e-9dc1-316fda2567e9 on host dv-cinder-798356-1-iscsi {{(pid=74235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 14:34:59.640316 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] No Port match for: 72285900-8a54-40e1-a50b-4894872e1c95 {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:34:59.640628 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 72285900-8a54-40e1-a50b-4894872e1c95 not bound to the agent host dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:34:59.641051 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 270d76d4-f5b4-417e-9dc1-316fda2567e9 no longer exists at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:34:59.685629 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] No Port match for: 270d76d4-f5b4-417e-9dc1-316fda2567e9 {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:34:59.685994 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 270d76d4-f5b4-417e-9dc1-316fda2567e9 not bound to the agent host dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:34:59.804689 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.db.api [None req-c9caa7d6-0c2f-489a-9dbf-5f1c8b935eff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 29 14:34:59.804689 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_db.api [None req-c9caa7d6-0c2f-489a-9dbf-5f1c8b935eff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 29 14:34:59.846727 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2addf5be-5e39-41d2-b5eb-f715c3b58b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931320', 'neutron.services.segments.db._delete_segments_for_network-8730483304066'] for network, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:59.866160 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.services.segments.db [None req-2addf5be-5e39-41d2-b5eb-f715c3b58b9e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b94211130>,) {'filters': {'network_id': ['4136cd64-8118-416e-874b-f6ed5b97de9f']}} {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:34:59.884488 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.services.segments.db [None req-2addf5be-5e39-41d2-b5eb-f715c3b58b9e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b94211130>, '9893828c-dda5-4b37-8a2f-299b5eb1c0ef') {'for_net_delete': True} {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:34:59.884895 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.services.segments.db [None req-2addf5be-5e39-41d2-b5eb-f715c3b58b9e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b94211130>, '9893828c-dda5-4b37-8a2f-299b5eb1c0ef') {} {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:34:59.900643 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6384a3e1-6171-4658-b80e-6063811a2027 req-4f9655d4-0c88-475e-9f9b-f773230cb725 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:34:59.902240 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-6384a3e1-6171-4658-b80e-6063811a2027 req-4f9655d4-0c88-475e-9f9b-f773230cb725 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 944 time: 0.3930657
Jun 29 14:34:59.913996 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2addf5be-5e39-41d2-b5eb-f715c3b58b9e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730483226525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1897657'] for segment, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:59.951181 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2addf5be-5e39-41d2-b5eb-f715c3b58b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:59.968503 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2addf5be-5e39-41d2-b5eb-f715c3b58b9e admin admin] Releasing vlan 504 on physical network physnet1 to pool {{(pid=74235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 14:34:59.968997 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2addf5be-5e39-41d2-b5eb-f715c3b58b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3829314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1167115'] for segment, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:34:59.987416 dv-cinder-798356-1-iscsi neutron-server[74235]: Traceback (most recent call last):
Jun 29 14:34:59.987416 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 14:34:59.987416 dv-cinder-798356-1-iscsi neutron-server[74235]:     timer()
Jun 29 14:34:59.987416 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 14:34:59.987416 dv-cinder-798356-1-iscsi neutron-server[74235]:     cb(*args, **kw)
Jun 29 14:34:59.987416 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 14:34:59.987416 dv-cinder-798356-1-iscsi neutron-server[74235]:     return func(*args, **kwargs)
Jun 29 14:34:59.987416 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 14:34:59.987416 dv-cinder-798356-1-iscsi neutron-server[74235]:     self._notify()
Jun 29 14:34:59.987416 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 14:34:59.987416 dv-cinder-798356-1-iscsi neutron-server[74235]:     self.callback(batched_events)
Jun 29 14:34:59.987416 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 14:34:59.987416 dv-cinder-798356-1-iscsi neutron-server[74235]:     event.method(event)
Jun 29 14:34:59.987416 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 14:34:59.987416 dv-cinder-798356-1-iscsi neutron-server[74235]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 14:34:59.987416 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 14:34:59.987416 dv-cinder-798356-1-iscsi neutron-server[74235]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 14:34:59.987416 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 14:34:59.987416 dv-cinder-798356-1-iscsi neutron-server[74235]:     return f(self, *a, **k)
Jun 29 14:34:59.987416 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 14:34:59.987416 dv-cinder-798356-1-iscsi neutron-server[74235]:     return self._get(url).json()
Jun 29 14:34:59.987416 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 14:34:59.987416 dv-cinder-798356-1-iscsi neutron-server[74235]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 14:34:59.987416 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 14:34:59.987416 dv-cinder-798356-1-iscsi neutron-server[74235]:     return self.request(url, 'GET', **kwargs)
Jun 29 14:34:59.987416 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 14:34:59.987416 dv-cinder-798356-1-iscsi neutron-server[74235]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 14:34:59.987416 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 14:34:59.987416 dv-cinder-798356-1-iscsi neutron-server[74235]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 14:34:59.987416 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 14:34:59.987416 dv-cinder-798356-1-iscsi neutron-server[74235]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 14:34:59.987416 dv-cinder-798356-1-iscsi neutron-server[74235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 14:35:00.063309 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-6384a3e1-6171-4658-b80e-6063811a2027 req-53bdc7ba-d489-4024-ab77-cccef4370987 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.1381397
Jun 29 14:35:00.072075 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2addf5be-5e39-41d2-b5eb-f715c3b58b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3930699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670133'] for network, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:00.077244 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:35:00.093393 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2addf5be-5e39-41d2-b5eb-f715c3b58b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:00.112534 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2addf5be-5e39-41d2-b5eb-f715c3b58b9e admin admin] Pushing event deleted for resources: {'Network': ['ID=4136cd64-8118-416e-874b-f6ed5b97de9f,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:35:00.116064 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-2addf5be-5e39-41d2-b5eb-f715c3b58b9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:35:00.118741 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-2addf5be-5e39-41d2-b5eb-f715c3b58b9e admin admin] 10.222.0.13 "DELETE /v2.0/networks/4136cd64-8118-416e-874b-f6ed5b97de9f HTTP/1.1" status: 204  len: 168 time: 1.2786486
Jun 29 14:35:00.304357 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-c9caa7d6-0c2f-489a-9dbf-5f1c8b935eff None None] Deleting port 270d76d4-f5b4-417e-9dc1-316fda2567e9 {{(pid=74236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:35:00.305060 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-c9caa7d6-0c2f-489a-9dbf-5f1c8b935eff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:00.341330 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 46390) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:35:00.384306 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-c9caa7d6-0c2f-489a-9dbf-5f1c8b935eff None None] The port '270d76d4-f5b4-417e-9dc1-316fda2567e9' was deleted {{(pid=74236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 29 14:35:00.405836 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-40c785ce-7d4c-4440-b04f-b1d8ab29c07b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5bff793212d24b37a3b1ec86e1a04aaa&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0631225
Jun 29 14:35:00.408331 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 46394) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:35:00.470981 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-8041be7e-729f-43d5-a737-1faa0801f1aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:00.499137 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-8041be7e-729f-43d5-a737-1faa0801f1aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:00.558131 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-8041be7e-729f-43d5-a737-1faa0801f1aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:00.561958 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-96da6223-ec1b-4ff3-9452-b197cb0493df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:35:00.576135 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041be7e-729f-43d5-a737-1faa0801f1aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92249967-ea4e-4d54-842e-ed8062a8fd0b,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:35:00.580468 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-8041be7e-729f-43d5-a737-1faa0801f1aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:35:00.588047 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-8041be7e-729f-43d5-a737-1faa0801f1aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:00.592344 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-8041be7e-729f-43d5-a737-1faa0801f1aa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/92249967-ea4e-4d54-842e-ed8062a8fd0b HTTP/1.1" status: 204  len: 168 time: 0.1800377
Jun 29 14:35:01.349315 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989dc4ec-492e-4f6e-a8a6-851959c8948f req-846e4f88-7fb1-49a3-99f2-e3486e1fe878 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:01.351828 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-989dc4ec-492e-4f6e-a8a6-851959c8948f req-846e4f88-7fb1-49a3-99f2-e3486e1fe878 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 944 time: 0.1246870
Jun 29 14:35:01.405578 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-989dc4ec-492e-4f6e-a8a6-851959c8948f req-34f340d3-b5e9-4ba6-a2b6-6496dff52192 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0471539
Jun 29 14:35:02.626160 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42925c40-c935-4562-9a2f-cbdee971bdf7 req-f82a9be9-14f2-4df0-a5ac-ca40d9b41b4a tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:02.628253 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-42925c40-c935-4562-9a2f-cbdee971bdf7 req-f82a9be9-14f2-4df0-a5ac-ca40d9b41b4a tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 944 time: 0.0816994
Jun 29 14:35:02.772192 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-42925c40-c935-4562-9a2f-cbdee971bdf7 req-e6ae9ab4-40fc-472a-b86b-6f8c731b3020 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.1379461
Jun 29 14:35:04.025900 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f6de87-b969-4b79-8f01-59205e80eeed req-daac904a-8856-411f-9dbb-bdc9e8edaa07 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:04.027478 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-08f6de87-b969-4b79-8f01-59205e80eeed req-daac904a-8856-411f-9dbb-bdc9e8edaa07 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 944 time: 0.0940118
Jun 29 14:35:04.082711 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-08f6de87-b969-4b79-8f01-59205e80eeed req-c12a0c4b-8cf6-4270-9073-b525e34e62f9 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0485225
Jun 29 14:35:05.333927 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 46468) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:35:05.364786 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48fb93e3-be4d-4999-ac38-f4c369e6a088 req-380b86f9-4614-4185-a89e-200013eb4048 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:05.366790 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-48fb93e3-be4d-4999-ac38-f4c369e6a088 req-380b86f9-4614-4185-a89e-200013eb4048 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 944 time: 0.1032906
Jun 29 14:35:05.431079 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-48fb93e3-be4d-4999-ac38-f4c369e6a088 req-be8cd7a4-a13d-4e76-a820-6378113d7bef tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0521770
Jun 29 14:35:05.507513 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2f446aa3-6cc3-45b6-9732-5529bd06be40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:05.546359 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-2f446aa3-6cc3-45b6-9732-5529bd06be40 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:35:05.551808 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-2f446aa3-6cc3-45b6-9732-5529bd06be40 admin admin] Usage tracker for resource:security_group_rule and tenant:14b7e35038ce4ea6a9cb68deca9a5df2 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:35:05.554922 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-2f446aa3-6cc3-45b6-9732-5529bd06be40 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:35:05.561712 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-2f446aa3-6cc3-45b6-9732-5529bd06be40 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:35:05.650598 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2f446aa3-6cc3-45b6-9732-5529bd06be40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:05.656005 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2f446aa3-6cc3-45b6-9732-5529bd06be40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:05.663178 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-56ef943e-11dc-4942-b5e9-f504e0b72ccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:35:05.692203 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f446aa3-6cc3-45b6-9732-5529bd06be40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e73ef385-10ea-4a63-9033-1cb92e0b2c24,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:35:05.720719 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-2f446aa3-6cc3-45b6-9732-5529bd06be40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:35:05.744609 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-2f446aa3-6cc3-45b6-9732-5529bd06be40 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=14b7e35038ce4ea6a9cb68deca9a5df2&name=default HTTP/1.1" status: 200  len: 2647 time: 0.4086740
Jun 29 14:35:05.747595 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 46474) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:35:05.824701 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-4eaf9d03-10e9-49cc-9d5f-377bf0104f1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:05.852479 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-4eaf9d03-10e9-49cc-9d5f-377bf0104f1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:05.912811 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-4eaf9d03-10e9-49cc-9d5f-377bf0104f1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:05.916678 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-686e5864-e84a-4f1e-a295-8e16eda83353 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:35:05.930986 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eaf9d03-10e9-49cc-9d5f-377bf0104f1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e73ef385-10ea-4a63-9033-1cb92e0b2c24,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:35:05.933460 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-4eaf9d03-10e9-49cc-9d5f-377bf0104f1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:35:05.937524 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-4eaf9d03-10e9-49cc-9d5f-377bf0104f1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:05.939539 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-4eaf9d03-10e9-49cc-9d5f-377bf0104f1f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e73ef385-10ea-4a63-9033-1cb92e0b2c24 HTTP/1.1" status: 204  len: 168 time: 0.1873791
Jun 29 14:35:05.990118 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-108e01bb-ae5f-4cae-bfa3-3e1744124fa7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:06.381929 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:06.665853 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e675d8a-163c-427d-b6c4-31ceb4d97e9a req-6d5551f1-c07a-4842-8bdb-84d987e771c8 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:06.667350 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-5e675d8a-163c-427d-b6c4-31ceb4d97e9a req-6d5551f1-c07a-4842-8bdb-84d987e771c8 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 944 time: 0.0895805
Jun 29 14:35:06.744062 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-5e675d8a-163c-427d-b6c4-31ceb4d97e9a req-4625dddc-599c-4f1e-8b5b-96ac91026091 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0702088
Jun 29 14:35:07.963771 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377ddb8a-8986-4a30-b62a-06ecd5056cb6 req-5f74fded-f49e-4fcb-9632-4d3ea2a06efc tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:07.965215 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-377ddb8a-8986-4a30-b62a-06ecd5056cb6 req-5f74fded-f49e-4fcb-9632-4d3ea2a06efc tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 944 time: 0.0798218
Jun 29 14:35:08.013040 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-377ddb8a-8986-4a30-b62a-06ecd5056cb6 req-a8e23c41-2633-4bf1-a156-7a3f95da2ff1 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0410450
Jun 29 14:35:08.168412 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-e16a8ab6-b458-4929-8b19-5ebf9d320465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:08.321160 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 46532) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:35:08.460151 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-97aeeb7d-bd77-4592-bf0d-b9e21950e31e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:08.491708 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-97aeeb7d-bd77-4592-bf0d-b9e21950e31e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:35:08.495724 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-97aeeb7d-bd77-4592-bf0d-b9e21950e31e admin admin] Usage tracker for resource:security_group_rule and tenant:bf964e30c2cb4ff892c33f7b37a63b6b is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:35:08.498596 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-97aeeb7d-bd77-4592-bf0d-b9e21950e31e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:35:08.504833 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-97aeeb7d-bd77-4592-bf0d-b9e21950e31e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:35:08.569379 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-97aeeb7d-bd77-4592-bf0d-b9e21950e31e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:08.573161 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-97aeeb7d-bd77-4592-bf0d-b9e21950e31e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:08.580029 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-fdda2295-bd60-4bc8-b33a-ed4caa8088fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:35:08.620972 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97aeeb7d-bd77-4592-bf0d-b9e21950e31e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f2f277a-1c49-42f6-bf67-4581fc607c39,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:35:08.624840 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-97aeeb7d-bd77-4592-bf0d-b9e21950e31e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bf964e30c2cb4ff892c33f7b37a63b6b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3026783
Jun 29 14:35:08.625799 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-97aeeb7d-bd77-4592-bf0d-b9e21950e31e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:35:08.627488 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 46538) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:35:08.688631 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0b347177-72f1-4571-b91c-1e6fe32ed9d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:08.713336 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0b347177-72f1-4571-b91c-1e6fe32ed9d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:08.763468 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0b347177-72f1-4571-b91c-1e6fe32ed9d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:08.767988 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-45bb9df6-0eb3-4b02-9c5c-8da2e0044dd4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:35:08.779051 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b347177-72f1-4571-b91c-1e6fe32ed9d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f2f277a-1c49-42f6-bf67-4581fc607c39,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:35:08.783187 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-0b347177-72f1-4571-b91c-1e6fe32ed9d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:35:08.787381 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0b347177-72f1-4571-b91c-1e6fe32ed9d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:08.788514 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-0b347177-72f1-4571-b91c-1e6fe32ed9d8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0f2f277a-1c49-42f6-bf67-4581fc607c39 HTTP/1.1" status: 204  len: 168 time: 0.1601198
Jun 29 14:35:09.189774 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:09.207311 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 46548) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:35:09.225789 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1a1f4ca0-5634-4ee0-a126-478c15c9cab9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:09.239918 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56450cc8-899e-4b55-a711-c37275cb3cd5 req-8a1b6e2d-f9ee-4533-9da4-450c88eb8cce tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:09.241605 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-56450cc8-899e-4b55-a711-c37275cb3cd5 req-8a1b6e2d-f9ee-4533-9da4-450c88eb8cce tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 944 time: 0.0823786
Jun 29 14:35:09.258372 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-1a1f4ca0-5634-4ee0-a126-478c15c9cab9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:35:09.262195 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-1a1f4ca0-5634-4ee0-a126-478c15c9cab9 admin admin] Usage tracker for resource:security_group_rule and tenant:fde6276ee0cc4fb4a471ce0a7a6da318 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:35:09.265014 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-1a1f4ca0-5634-4ee0-a126-478c15c9cab9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:35:09.271045 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-1a1f4ca0-5634-4ee0-a126-478c15c9cab9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:35:09.290801 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-56450cc8-899e-4b55-a711-c37275cb3cd5 req-767365c9-01a7-49bc-84c4-66c4b0a934c5 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0432005
Jun 29 14:35:09.343653 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1a1f4ca0-5634-4ee0-a126-478c15c9cab9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:09.348633 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1a1f4ca0-5634-4ee0-a126-478c15c9cab9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:09.354874 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-4129cb86-39d0-49fb-a5b4-5daaa0198dd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:35:09.396677 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1f4ca0-5634-4ee0-a126-478c15c9cab9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e5dc54b-8876-4818-997e-969d021df9bb,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:35:09.400153 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-1a1f4ca0-5634-4ee0-a126-478c15c9cab9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:35:09.402557 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-1a1f4ca0-5634-4ee0-a126-478c15c9cab9 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fde6276ee0cc4fb4a471ce0a7a6da318&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1941638
Jun 29 14:35:09.405218 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 46552) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:35:09.464974 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-cc3aa548-deb8-445e-9cc9-3ff3cada26d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:09.491244 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-cc3aa548-deb8-445e-9cc9-3ff3cada26d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:09.542639 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-cc3aa548-deb8-445e-9cc9-3ff3cada26d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:09.546180 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-97aeeb7d-bd77-4592-bf0d-b9e21950e31e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:35:09.557439 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3aa548-deb8-445e-9cc9-3ff3cada26d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e5dc54b-8876-4818-997e-969d021df9bb,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:35:09.561504 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-cc3aa548-deb8-445e-9cc9-3ff3cada26d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:35:09.564442 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-cc3aa548-deb8-445e-9cc9-3ff3cada26d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:09.565552 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-cc3aa548-deb8-445e-9cc9-3ff3cada26d4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e5dc54b-8876-4818-997e-969d021df9bb HTTP/1.1" status: 204  len: 168 time: 0.1594341
Jun 29 14:35:09.939544 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device f273c6bd-38a7-4724-90d9-2dfeb5591e7d details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 14:35:10.043793 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:10.082636 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port f273c6bd-38a7-4724-90d9-2dfeb5591e7d, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=f273c6bd-38a7-4724-90d9-2dfeb5591e7d,segment=NetworkSegment(0dfa2ba1-aef0-4202-9eab-77e9ea1a0785),segment_id=0dfa2ba1-aef0-4202-9eab-77e9ea1a0785)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:35:10.099303 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Returning: {'device': 'f273c6bd-38a7-4724-90d9-2dfeb5591e7d', 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc', 'port_id': 'f273c6bd-38a7-4724-90d9-2dfeb5591e7d', 'mac_address': 'fa:16:3e:34:b5:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 505, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 14:35:10.151713 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:10.169516 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f273c6bd-38a7-4724-90d9-2dfeb5591e7d {{(pid=74236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:35:10.186518 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port f273c6bd-38a7-4724-90d9-2dfeb5591e7d, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=f273c6bd-38a7-4724-90d9-2dfeb5591e7d,segment=NetworkSegment(0dfa2ba1-aef0-4202-9eab-77e9ea1a0785),segment_id=0dfa2ba1-aef0-4202-9eab-77e9ea1a0785)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:35:10.190422 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:10.192144 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:35:10.255282 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=f273c6bd-38a7-4724-90d9-2dfeb5591e7d,revision_number=9']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:35:10.258217 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:35:10.408576 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['f273c6bd-38a7-4724-90d9-2dfeb5591e7d'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:35:10.515198 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4a110c3-eaa7-4295-9406-a7b7a35cb5af req-bea71823-64d1-4008-9544-631ada0c554b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:10.518333 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b4a110c3-eaa7-4295-9406-a7b7a35cb5af req-bea71823-64d1-4008-9544-631ada0c554b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 945 time: 0.0862112
Jun 29 14:35:10.575370 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b4a110c3-eaa7-4295-9406-a7b7a35cb5af req-aef3eea3-df97-48ce-a342-c05777c0733e tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0502956
Jun 29 14:35:10.889904 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:11.781900 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f82316ad-2d8c-4641-a8dd-9344eda091cf req-f4c7840d-bf4b-432c-86fb-b07e71b1ee27 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:11.784106 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f82316ad-2d8c-4641-a8dd-9344eda091cf req-f4c7840d-bf4b-432c-86fb-b07e71b1ee27 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 945 time: 0.0781219
Jun 29 14:35:11.830710 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f82316ad-2d8c-4641-a8dd-9344eda091cf req-c3ae9fa1-2738-49b8-a379-fd750037e4dd tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0408525
Jun 29 14:35:11.940986 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device f273c6bd-38a7-4724-90d9-2dfeb5591e7d up at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:35:12.011019 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning complete for port f273c6bd-38a7-4724-90d9-2dfeb5591e7d triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:35:12.011391 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:12.127669 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:12.155131 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d898c4-f486-42ad-a7a5-f3f03b2c14d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f273c6bd-38a7-4724-90d9-2dfeb5591e7d'}] {{(pid=74236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:35:12.164805 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port f273c6bd-38a7-4724-90d9-2dfeb5591e7d, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=f273c6bd-38a7-4724-90d9-2dfeb5591e7d,segment=NetworkSegment(0dfa2ba1-aef0-4202-9eab-77e9ea1a0785),segment_id=0dfa2ba1-aef0-4202-9eab-77e9ea1a0785)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:35:12.169216 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:12.171054 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-9dbe3eb0-6be8-4cf1-8e70-5ac6adf374fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:35:12.214238 dv-cinder-798356-1-iscsi neutron-server[74236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d898c4-f486-42ad-a7a5-f3f03b2c14d9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f273c6bd-38a7-4724-90d9-2dfeb5591e7d', 'code': 200}
Jun 29 14:35:12.240596 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=f273c6bd-38a7-4724-90d9-2dfeb5591e7d,revision_number=10']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:35:12.243496 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:35:12.470519 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-5e5ecdac-b306-4886-9660-f59ea66db2b3 req-f50284a9-36f4-44af-bfcb-2a1314079e00 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 1100 time: 0.0663245
Jun 29 14:35:12.513546 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-5e5ecdac-b306-4886-9660-f59ea66db2b3 req-0834e344-3915-4f56-9f20-ab9c0c836e06 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0363698
Jun 29 14:35:13.045429 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af420ca-f1fd-404d-9bfb-ca5769360a8b req-39e6c53d-a931-4fe4-9842-86b5edc19bc7 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:13.046918 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8af420ca-f1fd-404d-9bfb-ca5769360a8b req-39e6c53d-a931-4fe4-9842-86b5edc19bc7 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 947 time: 0.0800555
Jun 29 14:35:13.092030 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8af420ca-f1fd-404d-9bfb-ca5769360a8b req-5e3d5b20-c9f8-4b4d-a1d3-1b02c4b8c714 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0389574
Jun 29 14:35:14.304771 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5bd04e-2348-457f-a338-99b6de99e062 req-ec17ac74-6b3f-494d-9f18-851e58faf464 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:14.306219 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-df5bd04e-2348-457f-a338-99b6de99e062 req-ec17ac74-6b3f-494d-9f18-851e58faf464 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 947 time: 0.0804014
Jun 29 14:35:14.350712 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-df5bd04e-2348-457f-a338-99b6de99e062 req-20a893a2-fcb1-4cb7-b6be-b7869cf84ac7 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0389402
Jun 29 14:35:15.558901 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4e7d17-cc35-4fa2-af54-42432da0d1a3 req-f5f5abda-7674-47a2-8f0a-c63683a48715 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:15.560283 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-1d4e7d17-cc35-4fa2-af54-42432da0d1a3 req-f5f5abda-7674-47a2-8f0a-c63683a48715 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 947 time: 0.0762503
Jun 29 14:35:15.605851 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-1d4e7d17-cc35-4fa2-af54-42432da0d1a3 req-584169dc-abd3-45f9-a6a0-c8a6f0644263 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0400205
Jun 29 14:35:16.859705 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0c4d4393-e95f-4422-91e5-153092d8ccfc req-52c1f503-fdb8-433b-a6c9-5ff170088095 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=9168106bff7043a69607ef135131ee6b&device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 1100 time: 0.1515405
Jun 29 14:35:16.867117 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32af62f-0c48-40a8-9e5a-78ae5443452d req-cb37fac5-2efc-48a1-b553-8c1b13eadd07 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:16.868530 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d32af62f-0c48-40a8-9e5a-78ae5443452d req-cb37fac5-2efc-48a1-b553-8c1b13eadd07 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 947 time: 0.1105821
Jun 29 14:35:17.003289 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d32af62f-0c48-40a8-9e5a-78ae5443452d req-01ce172b-2bf4-4a2f-9484-22133e898eda tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.1288176
Jun 29 14:35:17.038506 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d4393-e95f-4422-91e5-153092d8ccfc req-fa5927e1-aa02-42be-851f-96359dc29fe8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:17.039967 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0c4d4393-e95f-4422-91e5-153092d8ccfc req-fa5927e1-aa02-42be-851f-96359dc29fe8 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4efbe09a-ec64-4c57-8f69-466f632996dc HTTP/1.1" status: 200  len: 917 time: 0.1466210
Jun 29 14:35:17.238199 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0c4d4393-e95f-4422-91e5-153092d8ccfc req-d1cf29df-d121-4ced-8c1a-16892f07cbab service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f273c6bd-38a7-4724-90d9-2dfeb5591e7d HTTP/1.1" status: 200  len: 1001 time: 0.1910830
Jun 29 14:35:17.300351 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d4393-e95f-4422-91e5-153092d8ccfc req-45721b7c-b6c0-45c1-93cc-589767f33291 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:17.301777 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0c4d4393-e95f-4422-91e5-153092d8ccfc req-45721b7c-b6c0-45c1-93cc-589767f33291 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=7c6c0350-3172-4dbb-bc15-a1e408f3e7e3 HTTP/1.1" status: 200  len: 855 time: 0.0572872
Jun 29 14:35:17.380633 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0c4d4393-e95f-4422-91e5-153092d8ccfc req-fd56716e-ae9f-4207-a0d1-8a3bb359b6bb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4efbe09a-ec64-4c57-8f69-466f632996dc&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0713093
Jun 29 14:35:17.518390 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0c4d4393-e95f-4422-91e5-153092d8ccfc req-e39b8b5c-76cc-467b-b1d5-4a9c29dec366 service neutron] 10.222.0.69 "GET /v2.0/networks/4efbe09a-ec64-4c57-8f69-466f632996dc?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1312652
Jun 29 14:35:17.659006 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0c4d4393-e95f-4422-91e5-153092d8ccfc req-0da8008e-a4e7-4bdd-a1a5-0121f2791837 service neutron] 10.222.0.69 "GET /v2.0/networks/4efbe09a-ec64-4c57-8f69-466f632996dc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1336288
Jun 29 14:35:18.228369 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b72e880-b0da-439d-a127-2124d8f4cd93 req-95e238bb-e1e1-4442-8d88-b6c10c96d001 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:18.229890 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8b72e880-b0da-439d-a127-2124d8f4cd93 req-95e238bb-e1e1-4442-8d88-b6c10c96d001 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 947 time: 0.0860894
Jun 29 14:35:18.277764 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8b72e880-b0da-439d-a127-2124d8f4cd93 req-7ff2b27e-1419-48b9-b1d3-70098e1aa80a tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0416310
Jun 29 14:35:21.135521 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 46698) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:35:21.275697 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-79feb847-b2ac-434f-bdc4-466fc67958d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:21.305930 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-79feb847-b2ac-434f-bdc4-466fc67958d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:35:21.310022 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-79feb847-b2ac-434f-bdc4-466fc67958d3 admin admin] Usage tracker for resource:security_group_rule and tenant:fda2622c34bd4c6cb0c91e8691f3818d is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:35:21.312893 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-79feb847-b2ac-434f-bdc4-466fc67958d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:35:21.319283 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-79feb847-b2ac-434f-bdc4-466fc67958d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:35:21.382196 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-79feb847-b2ac-434f-bdc4-466fc67958d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:21.385980 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-79feb847-b2ac-434f-bdc4-466fc67958d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:21.392221 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-deb9de3e-ab69-44bd-bf94-07e25977cbdb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:35:21.434444 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79feb847-b2ac-434f-bdc4-466fc67958d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71497f2-3103-494c-b1e5-7aa60342de61,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:35:21.441217 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-79feb847-b2ac-434f-bdc4-466fc67958d3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fda2622c34bd4c6cb0c91e8691f3818d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3046634
Jun 29 14:35:21.444008 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 46704) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:35:21.446310 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79feb847-b2ac-434f-bdc4-466fc67958d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:35:21.446712 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79feb847-b2ac-434f-bdc4-466fc67958d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:35:21.447074 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79feb847-b2ac-434f-bdc4-466fc67958d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:35:21.447435 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79feb847-b2ac-434f-bdc4-466fc67958d3 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:35:21.447794 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79feb847-b2ac-434f-bdc4-466fc67958d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:35:21.448144 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79feb847-b2ac-434f-bdc4-466fc67958d3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:35:21.448496 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79feb847-b2ac-434f-bdc4-466fc67958d3 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:35:21.448843 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79feb847-b2ac-434f-bdc4-466fc67958d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:35:21.449189 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79feb847-b2ac-434f-bdc4-466fc67958d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:35:21.449533 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79feb847-b2ac-434f-bdc4-466fc67958d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:35:21.449890 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79feb847-b2ac-434f-bdc4-466fc67958d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:35:21.453617 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-79feb847-b2ac-434f-bdc4-466fc67958d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:35:21.503459 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-be10c9a5-a511-4902-a3ee-b3ef234935f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:21.527863 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-be10c9a5-a511-4902-a3ee-b3ef234935f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:21.578939 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-be10c9a5-a511-4902-a3ee-b3ef234935f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:21.582724 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-6119f078-a9bc-4012-af14-1dd8997dd7a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:35:21.593196 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be10c9a5-a511-4902-a3ee-b3ef234935f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71497f2-3103-494c-b1e5-7aa60342de61,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:35:21.597592 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-be10c9a5-a511-4902-a3ee-b3ef234935f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:35:21.600581 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-be10c9a5-a511-4902-a3ee-b3ef234935f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:21.601688 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-be10c9a5-a511-4902-a3ee-b3ef234935f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d71497f2-3103-494c-b1e5-7aa60342de61 HTTP/1.1" status: 204  len: 168 time: 0.1567073
Jun 29 14:35:21.933623 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 46712) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:35:21.951928 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1483f1d7-7dd8-49d1-a4f3-573644b6ece4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:21.983456 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-1483f1d7-7dd8-49d1-a4f3-573644b6ece4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:35:21.987274 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-1483f1d7-7dd8-49d1-a4f3-573644b6ece4 admin admin] Usage tracker for resource:security_group_rule and tenant:94c8c3e73b014bbfa7cbb7bf320a24aa is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:35:21.990015 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-1483f1d7-7dd8-49d1-a4f3-573644b6ece4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:35:21.995609 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-1483f1d7-7dd8-49d1-a4f3-573644b6ece4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:35:22.062698 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1483f1d7-7dd8-49d1-a4f3-573644b6ece4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:22.066810 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1483f1d7-7dd8-49d1-a4f3-573644b6ece4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:22.073244 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-91f1ba3d-0282-4ea9-8fde-c8fe0f61e104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:35:22.112335 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1483f1d7-7dd8-49d1-a4f3-573644b6ece4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8894022e-d89c-494e-92ba-c11ee03fd242,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:35:22.115324 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-1483f1d7-7dd8-49d1-a4f3-573644b6ece4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:35:22.118848 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-1483f1d7-7dd8-49d1-a4f3-573644b6ece4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=94c8c3e73b014bbfa7cbb7bf320a24aa&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1841819
Jun 29 14:35:22.121440 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 46716) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:35:22.179855 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-473f7f93-3ef6-4cfa-afa0-f9dc9087b284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:22.204603 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-473f7f93-3ef6-4cfa-afa0-f9dc9087b284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:22.254631 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-473f7f93-3ef6-4cfa-afa0-f9dc9087b284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:22.258125 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-f987e155-f84b-4250-a40b-5c3412923486 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:35:22.271557 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f7f93-3ef6-4cfa-afa0-f9dc9087b284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8894022e-d89c-494e-92ba-c11ee03fd242,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:35:22.275177 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-473f7f93-3ef6-4cfa-afa0-f9dc9087b284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:35:22.278158 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-473f7f93-3ef6-4cfa-afa0-f9dc9087b284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:22.283726 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-473f7f93-3ef6-4cfa-afa0-f9dc9087b284 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8894022e-d89c-494e-92ba-c11ee03fd242 HTTP/1.1" status: 204  len: 168 time: 0.1567829
Jun 29 14:35:29.700902 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 6 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:35:34.918480 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 46830) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:35:35.060128 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-a7e2585a-f352-4a48-a583-570aad6dc558 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:35.090457 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-a7e2585a-f352-4a48-a583-570aad6dc558 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:35:35.094268 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-a7e2585a-f352-4a48-a583-570aad6dc558 admin admin] Usage tracker for resource:security_group_rule and tenant:4bff859a54cf42a49c82a82ce848c807 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:35:35.097593 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-a7e2585a-f352-4a48-a583-570aad6dc558 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:35:35.103256 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-a7e2585a-f352-4a48-a583-570aad6dc558 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:35:35.171506 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-a7e2585a-f352-4a48-a583-570aad6dc558 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:35.176351 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-a7e2585a-f352-4a48-a583-570aad6dc558 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:35.182689 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-d9ee736f-5bab-47f9-9933-b683fd77b501 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:35:35.220551 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e2585a-f352-4a48-a583-570aad6dc558 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37d92afa-7b8a-4e20-bcee-4b7b4d007bf8,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:35:35.223582 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-a7e2585a-f352-4a48-a583-570aad6dc558 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:35:35.227791 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-a7e2585a-f352-4a48-a583-570aad6dc558 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4bff859a54cf42a49c82a82ce848c807&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3076148
Jun 29 14:35:35.230035 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 46836) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:35:35.288532 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-976b9691-21aa-4558-97a9-ebf32f31ae66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:35.313360 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-976b9691-21aa-4558-97a9-ebf32f31ae66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:35.363593 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-976b9691-21aa-4558-97a9-ebf32f31ae66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:35.367146 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-a7e2585a-f352-4a48-a583-570aad6dc558 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:35:35.379342 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976b9691-21aa-4558-97a9-ebf32f31ae66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37d92afa-7b8a-4e20-bcee-4b7b4d007bf8,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:35:35.382136 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-976b9691-21aa-4558-97a9-ebf32f31ae66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:35:35.383989 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-976b9691-21aa-4558-97a9-ebf32f31ae66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:35.385065 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-976b9691-21aa-4558-97a9-ebf32f31ae66 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/37d92afa-7b8a-4e20-bcee-4b7b4d007bf8 HTTP/1.1" status: 204  len: 168 time: 0.1540911
Jun 29 14:35:35.721287 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 46844) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:35:35.739747 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-25081c9f-ab2b-4bbf-841d-a3dfcb66212c admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:35.774457 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-25081c9f-ab2b-4bbf-841d-a3dfcb66212c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:35:35.778438 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-25081c9f-ab2b-4bbf-841d-a3dfcb66212c admin admin] Usage tracker for resource:security_group_rule and tenant:7e597bad5be440779674f4260655d8fd is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:35:35.782857 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-25081c9f-ab2b-4bbf-841d-a3dfcb66212c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:35:35.788706 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-25081c9f-ab2b-4bbf-841d-a3dfcb66212c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:35:35.854829 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-25081c9f-ab2b-4bbf-841d-a3dfcb66212c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:35.859066 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-25081c9f-ab2b-4bbf-841d-a3dfcb66212c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:35.865302 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-1483f1d7-7dd8-49d1-a4f3-573644b6ece4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:35:35.905424 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25081c9f-ab2b-4bbf-841d-a3dfcb66212c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb06136-55a1-48d4-b016-cdd5bcfd8112,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:35:35.909390 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-25081c9f-ab2b-4bbf-841d-a3dfcb66212c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7e597bad5be440779674f4260655d8fd&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1871197
Jun 29 14:35:35.910338 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-25081c9f-ab2b-4bbf-841d-a3dfcb66212c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:35:35.912109 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 46848) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:35:35.971522 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-fb06df0e-69d9-436f-81bb-1fa7942258f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:35.973031 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3516652e-f05d-4835-a832-9a6268480078 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:35.996751 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-fb06df0e-69d9-436f-81bb-1fa7942258f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:36.048216 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-fb06df0e-69d9-436f-81bb-1fa7942258f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:36.051794 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:35:36.065850 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb06df0e-69d9-436f-81bb-1fa7942258f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb06136-55a1-48d4-b016-cdd5bcfd8112,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:35:36.068190 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-fb06df0e-69d9-436f-81bb-1fa7942258f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:35:36.073538 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-fb06df0e-69d9-436f-81bb-1fa7942258f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:36.074687 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-fb06df0e-69d9-436f-81bb-1fa7942258f5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/dcb06136-55a1-48d4-b016-cdd5bcfd8112 HTTP/1.1" status: 204  len: 168 time: 0.1616464
Jun 29 14:35:36.376967 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:38.172141 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-96a7acde-cfca-483f-8c29-963a3adeb829 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:39.191225 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:40.003487 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:40.891858 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:43.597089 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3070e8bf-11ad-4343-9955-5c4dbf18c72d req-30a1dd1d-dd50-4a5e-9b7d-9cb91851c662 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:43.598585 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-3070e8bf-11ad-4343-9955-5c4dbf18c72d req-30a1dd1d-dd50-4a5e-9b7d-9cb91851c662 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 945 time: 0.0772362
Jun 29 14:35:43.644076 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-3070e8bf-11ad-4343-9955-5c4dbf18c72d req-47787de9-1aaf-4840-941a-44c8c181ef8d tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399988
Jun 29 14:35:44.846231 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9bfb231-8fb7-4669-8689-adf2bb807b83 req-42196963-785c-4797-baf3-f2daae77a0c8 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:44.847713 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b9bfb231-8fb7-4669-8689-adf2bb807b83 req-42196963-785c-4797-baf3-f2daae77a0c8 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 945 time: 0.0772505
Jun 29 14:35:44.893348 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b9bfb231-8fb7-4669-8689-adf2bb807b83 req-f3fe6ee7-0032-451a-8635-a8e5d0d57cd6 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400858
Jun 29 14:35:46.112260 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ffe4a3-e895-4f03-883d-b996f46076d5 req-2c599731-4222-4951-8612-5d818bc7de1c tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:46.113770 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-67ffe4a3-e895-4f03-883d-b996f46076d5 req-2c599731-4222-4951-8612-5d818bc7de1c tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 945 time: 0.0879836
Jun 29 14:35:46.162865 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-67ffe4a3-e895-4f03-883d-b996f46076d5 req-5853451f-24cf-4cf5-be15-c1d916cff5af tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0432160
Jun 29 14:35:46.252662 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 46986) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:35:46.402649 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5beaed27-dc84-44ce-8622-c233444aa183 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:46.435043 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-5beaed27-dc84-44ce-8622-c233444aa183 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:35:46.439626 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-5beaed27-dc84-44ce-8622-c233444aa183 admin admin] Usage tracker for resource:security_group_rule and tenant:c21feec3a9f9441280751c891fb20bcc is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:35:46.442722 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-5beaed27-dc84-44ce-8622-c233444aa183 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:35:46.448573 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-5beaed27-dc84-44ce-8622-c233444aa183 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:35:46.519596 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5beaed27-dc84-44ce-8622-c233444aa183 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:46.523783 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5beaed27-dc84-44ce-8622-c233444aa183 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:46.530668 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-6d593078-fef8-4f34-8f2c-cd26556d4d48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:35:46.575196 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5beaed27-dc84-44ce-8622-c233444aa183 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a01830-8aa4-4980-96b2-7c6621f75589,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:35:46.579251 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-5beaed27-dc84-44ce-8622-c233444aa183 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:35:46.581853 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-5beaed27-dc84-44ce-8622-c233444aa183 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c21feec3a9f9441280751c891fb20bcc&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3280895
Jun 29 14:35:46.584543 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 46992) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:35:46.649120 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-6cd8280e-ced1-4d54-9a10-77e77b04a988 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:46.678029 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-6cd8280e-ced1-4d54-9a10-77e77b04a988 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:46.732929 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-6cd8280e-ced1-4d54-9a10-77e77b04a988 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:46.737457 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-473f7f93-3ef6-4cfa-afa0-f9dc9087b284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:35:46.751388 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd8280e-ced1-4d54-9a10-77e77b04a988 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a01830-8aa4-4980-96b2-7c6621f75589,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:35:46.754417 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-6cd8280e-ced1-4d54-9a10-77e77b04a988 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:35:46.756417 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-6cd8280e-ced1-4d54-9a10-77e77b04a988 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:46.757525 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-6cd8280e-ced1-4d54-9a10-77e77b04a988 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29a01830-8aa4-4980-96b2-7c6621f75589 HTTP/1.1" status: 204  len: 168 time: 0.1720531
Jun 29 14:35:47.098379 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 47000) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:35:47.121008 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4860fe64-8f6b-418e-9a68-60970f4a8a9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:47.151302 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-4860fe64-8f6b-418e-9a68-60970f4a8a9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:35:47.154992 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-4860fe64-8f6b-418e-9a68-60970f4a8a9d admin admin] Usage tracker for resource:security_group_rule and tenant:b64371adebf54699983bb376f95b2fc1 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:35:47.158225 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-4860fe64-8f6b-418e-9a68-60970f4a8a9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:35:47.163783 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-4860fe64-8f6b-418e-9a68-60970f4a8a9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:35:47.231340 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4860fe64-8f6b-418e-9a68-60970f4a8a9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:47.236513 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4860fe64-8f6b-418e-9a68-60970f4a8a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:47.243776 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-61d75953-8c5e-45e4-8f1b-7af1fe1a0292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:35:47.284736 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4860fe64-8f6b-418e-9a68-60970f4a8a9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ed56575-44ca-42ff-a50f-680e3efa77e3,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:35:47.290780 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-4860fe64-8f6b-418e-9a68-60970f4a8a9d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b64371adebf54699983bb376f95b2fc1&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1890323
Jun 29 14:35:47.290780 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-4860fe64-8f6b-418e-9a68-60970f4a8a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:35:47.291642 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 47008) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:35:47.408872 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d7e8-75ae-498a-8f77-4d1c190b3d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:47.429607 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3567430-acd0-4881-8df8-e1d2e5d0f3e2 req-5176cdcb-79d2-4c57-9fc4-cdb529d2d75f tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:47.431065 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c3567430-acd0-4881-8df8-e1d2e5d0f3e2 req-5176cdcb-79d2-4c57-9fc4-cdb529d2d75f tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 945 time: 0.1404302
Jun 29 14:35:47.456591 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d7e8-75ae-498a-8f77-4d1c190b3d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:47.512181 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c3567430-acd0-4881-8df8-e1d2e5d0f3e2 req-a45ebaeb-0a70-43a1-8aa8-0f4bbad74173 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0744894
Jun 29 14:35:47.527374 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d7e8-75ae-498a-8f77-4d1c190b3d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:47.532902 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-cb2eb4b0-ca8a-460b-8076-b66a5113d438 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:35:47.544941 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1d7e8-75ae-498a-8f77-4d1c190b3d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ed56575-44ca-42ff-a50f-680e3efa77e3,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:35:47.547849 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-8bf1d7e8-75ae-498a-8f77-4d1c190b3d04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:35:47.549695 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-8bf1d7e8-75ae-498a-8f77-4d1c190b3d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:47.550804 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-8bf1d7e8-75ae-498a-8f77-4d1c190b3d04 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ed56575-44ca-42ff-a50f-680e3efa77e3 HTTP/1.1" status: 204  len: 168 time: 0.2576969
Jun 29 14:35:47.997538 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 47016) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:35:48.019642 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-9239fd50-5024-44cb-a7e5-ed8fbe789495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:48.054275 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-9239fd50-5024-44cb-a7e5-ed8fbe789495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:35:48.058336 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-9239fd50-5024-44cb-a7e5-ed8fbe789495 admin admin] Usage tracker for resource:security_group_rule and tenant:57af3e25bfdd4b1c803d188efe8279f8 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:35:48.062293 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-9239fd50-5024-44cb-a7e5-ed8fbe789495 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:35:48.077667 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-9239fd50-5024-44cb-a7e5-ed8fbe789495 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:35:48.153787 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-9239fd50-5024-44cb-a7e5-ed8fbe789495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:48.158657 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-9239fd50-5024-44cb-a7e5-ed8fbe789495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:48.165594 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-25081c9f-ab2b-4bbf-841d-a3dfcb66212c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:35:48.208082 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239fd50-5024-44cb-a7e5-ed8fbe789495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b06cc48b-6a60-4d14-a123-5afec2201afd,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:35:48.215290 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-9239fd50-5024-44cb-a7e5-ed8fbe789495 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=57af3e25bfdd4b1c803d188efe8279f8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2143407
Jun 29 14:35:48.215290 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-9239fd50-5024-44cb-a7e5-ed8fbe789495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:35:48.215810 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 47022) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:35:48.281584 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-43c82f66-f19d-402d-b7b6-bb9b3155fff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:48.309980 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-43c82f66-f19d-402d-b7b6-bb9b3155fff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:48.368812 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-43c82f66-f19d-402d-b7b6-bb9b3155fff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:48.374021 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-0b347177-72f1-4571-b91c-1e6fe32ed9d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:35:48.385089 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c82f66-f19d-402d-b7b6-bb9b3155fff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b06cc48b-6a60-4d14-a123-5afec2201afd,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:35:48.388656 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-43c82f66-f19d-402d-b7b6-bb9b3155fff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:35:48.392431 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-43c82f66-f19d-402d-b7b6-bb9b3155fff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:48.395879 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-43c82f66-f19d-402d-b7b6-bb9b3155fff2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b06cc48b-6a60-4d14-a123-5afec2201afd HTTP/1.1" status: 204  len: 168 time: 0.1767755
Jun 29 14:35:48.762170 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b12ba3-5388-477e-be44-eb03ac85adfa req-86fd2a28-fd79-406a-b4d0-4dc5d814b5dd tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:48.763743 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-a3b12ba3-5388-477e-be44-eb03ac85adfa req-86fd2a28-fd79-406a-b4d0-4dc5d814b5dd tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 945 time: 0.0993695
Jun 29 14:35:48.819031 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-a3b12ba3-5388-477e-be44-eb03ac85adfa req-46260d52-2d93-482c-9a98-93a1500838e4 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0492320
Jun 29 14:35:48.912265 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30fdd447-06c9-40fb-b1ec-054f28a23eea req-82cd88f2-9bbe-4d18-b217-b55b87f70801 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:48.913776 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-30fdd447-06c9-40fb-b1ec-054f28a23eea req-82cd88f2-9bbe-4d18-b217-b55b87f70801 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 947 time: 0.0956154
Jun 29 14:35:48.962725 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-30fdd447-06c9-40fb-b1ec-054f28a23eea req-3a7ee11b-c31f-4a0d-ab37-6b50ed8f3c20 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0429420
Jun 29 14:35:50.172598 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b21d52-3e6a-4f6e-affa-f784d97fd25f req-e5f3f27a-da38-481d-819d-d4dc695a92ea tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:50.174055 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-15b21d52-3e6a-4f6e-affa-f784d97fd25f req-e5f3f27a-da38-481d-819d-d4dc695a92ea tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 945 time: 0.2347684
Jun 29 14:35:50.192880 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec110aa-5a4e-43cc-8b8c-be04ba1c954d req-7e3a8f72-efaf-4e9c-baec-7366e5e00895 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:50.198966 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bec110aa-5a4e-43cc-8b8c-be04ba1c954d req-7e3a8f72-efaf-4e9c-baec-7366e5e00895 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 947 time: 0.0858521
Jun 29 14:35:50.200710 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00cbda8-ba16-4270-bf18-50ddf06d8577 req-0cfabbf5-783d-4800-8da5-590f0438cb1a tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:50.202075 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-a00cbda8-ba16-4270-bf18-50ddf06d8577 req-0cfabbf5-783d-4800-8da5-590f0438cb1a tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.69 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 947 time: 0.2214909
Jun 29 14:35:50.247053 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bec110aa-5a4e-43cc-8b8c-be04ba1c954d req-e05997c3-20f9-4890-8ea0-9d9eab27af27 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups?id=ac388540-5c3c-4a71-b633-489f9406ab64&fields=id&fields=name HTTP/1.1" status: 200  len: 309 time: 0.0436227
Jun 29 14:35:50.285880 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-15b21d52-3e6a-4f6e-affa-f784d97fd25f req-2dbaaef0-6ea1-407f-bea2-2ff76b61d4a4 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1046081
Jun 29 14:35:50.290717 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [req-a00cbda8-ba16-4270-bf18-50ddf06d8577 req-4341b30a-baa0-4226-9cbb-a6998ec555b8 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Deleting port f273c6bd-38a7-4724-90d9-2dfeb5591e7d {{(pid=74234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:35:50.291050 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-a00cbda8-ba16-4270-bf18-50ddf06d8577 req-4341b30a-baa0-4226-9cbb-a6998ec555b8 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:50.542668 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-a00cbda8-ba16-4270-bf18-50ddf06d8577 req-4341b30a-baa0-4226-9cbb-a6998ec555b8 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] For port f273c6bd-38a7-4724-90d9-2dfeb5591e7d, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=f273c6bd-38a7-4724-90d9-2dfeb5591e7d,segment=NetworkSegment(0dfa2ba1-aef0-4202-9eab-77e9ea1a0785),segment_id=0dfa2ba1-aef0-4202-9eab-77e9ea1a0785)] {{(pid=74234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:35:50.543012 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-a00cbda8-ba16-4270-bf18-50ddf06d8577 req-4341b30a-baa0-4226-9cbb-a6998ec555b8 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:50.835704 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-a00cbda8-ba16-4270-bf18-50ddf06d8577 req-4341b30a-baa0-4226-9cbb-a6998ec555b8 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for floatingip, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:50.835985 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-a00cbda8-ba16-4270-bf18-50ddf06d8577 req-4341b30a-baa0-4226-9cbb-a6998ec555b8 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-669791'] for floatingip, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:50.836298 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.db.l3_db [req-a00cbda8-ba16-4270-bf18-50ddf06d8577 req-4341b30a-baa0-4226-9cbb-a6998ec555b8 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Floating IP e855225c-d0a3-414d-a70e-581a9ab9ab39 disassociated. External IP: 172.27.1.41, port: f273c6bd-38a7-4724-90d9-2dfeb5591e7d.
Jun 29 14:35:50.836641 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [req-a00cbda8-ba16-4270-bf18-50ddf06d8577 req-4341b30a-baa0-4226-9cbb-a6998ec555b8 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Calling delete_port for f273c6bd-38a7-4724-90d9-2dfeb5591e7d owned by compute:nova {{(pid=74234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:35:50.979161 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-a00cbda8-ba16-4270-bf18-50ddf06d8577 req-4341b30a-baa0-4226-9cbb-a6998ec555b8 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:50.985481 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-a93821e0-d2c5-4ab7-bb1f-6f9da6d0eae0 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:35:51.028326 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4341b30a-baa0-4226-9cbb-a6998ec555b8 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Pushing event deleted for resources: {'Port': ['ID=f273c6bd-38a7-4724-90d9-2dfeb5591e7d,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:35:51.031274 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-4341b30a-baa0-4226-9cbb-a6998ec555b8 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:35:51.239552 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a00cbda8-ba16-4270-bf18-50ddf06d8577 req-4341b30a-baa0-4226-9cbb-a6998ec555b8 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Router 2aa978a3-fc1c-4cea-a790-dd2d19f05366 has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:35:51.437375 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-20f7e436-b046-4956-8f2d-1f59eeee64be req-fd0f53e1-a3d9-442a-968f-d83030a8949a tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/ports?device_id=72d898c4-f486-42ad-a7a5-f3f03b2c14d9 HTTP/1.1" status: 200  len: 210 time: 0.0485644
Jun 29 14:35:51.528004 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a00cbda8-ba16-4270-bf18-50ddf06d8577 req-4341b30a-baa0-4226-9cbb-a6998ec555b8 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:35:51.538604 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6212c5-5203-4d19-9399-54ea25065f6b None None] Sync routers for ids ['2aa978a3-fc1c-4cea-a790-dd2d19f05366'] in dv-cinder-798356-1-iscsi {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:35:51.550200 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6212c5-5203-4d19-9399-54ea25065f6b None None] Routers {'2aa978a3-fc1c-4cea-a790-dd2d19f05366'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:35:51.550828 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-9f6212c5-5203-4d19-9399-54ea25065f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b9499e4f0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:35:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['2aa978a3-fc1c-4cea-a790-dd2d19f05366'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:35:51.605338 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac09105-a848-4171-bfb6-9f1d32583b43 req-fcdc04d1-cc21-402a-a810-b6bf3e716632 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:51.606859 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-6ac09105-a848-4171-bfb6-9f1d32583b43 req-fcdc04d1-cc21-402a-a810-b6bf3e716632 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 945 time: 0.1785593
Jun 29 14:35:51.611980 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00cbda8-ba16-4270-bf18-50ddf06d8577 req-4341b30a-baa0-4226-9cbb-a6998ec555b8 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] No DVR routers for this DVR port f273c6bd-38a7-4724-90d9-2dfeb5591e7d on host hv-cinder-79835 {{(pid=74234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 14:35:51.615633 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-a00cbda8-ba16-4270-bf18-50ddf06d8577 req-4341b30a-baa0-4226-9cbb-a6998ec555b8 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:51.618226 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72d898c4-f486-42ad-a7a5-f3f03b2c14d9', 'name': 'network-vif-deleted', 'tag': 'f273c6bd-38a7-4724-90d9-2dfeb5591e7d'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:35:51.736994 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-9f6212c5-5203-4d19-9399-54ea25065f6b None None] Set router 2aa978a3-fc1c-4cea-a790-dd2d19f05366 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:35:51.764718 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-a00cbda8-ba16-4270-bf18-50ddf06d8577 req-4341b30a-baa0-4226-9cbb-a6998ec555b8 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.69 "DELETE /v2.0/ports/f273c6bd-38a7-4724-90d9-2dfeb5591e7d HTTP/1.1" status: 204  len: 173 time: 1.5564470
Jun 29 14:35:51.783843 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-6ac09105-a848-4171-bfb6-9f1d32583b43 req-48e2efc9-3c54-4070-9c2c-a524fc71f840 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1699102
Jun 29 14:35:51.803753 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72d898c4-f486-42ad-a7a5-f3f03b2c14d9', 'name': 'network-vif-deleted', 'tag': 'f273c6bd-38a7-4724-90d9-2dfeb5591e7d', 'status': 'completed', 'code': 200}
Jun 29 14:35:52.082599 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-9f6212c5-5203-4d19-9399-54ea25065f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b9499e4f0>, [{'id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'name': 'tempest-AttachVolumeShelveTestJSON-917780842-router', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:28:17Z', 'revision_number': 4, 'project_id': '9168106bff7043a69607ef135131ee6b', 'gw_port': {'id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:55Z', 'updated_at': '2021-06-29T14:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '281698d6-3a16-4419-84fb-977033f76538', 'name': '', 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'mac_address': 'fa:16:3e:6a:d3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:10Z', 'updated_at': '2021-06-29T14:28:50Z', 'revision_number': 5, 'project_id': '9168106bff7043a69607ef135131ee6b', 'subnets': [{'id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:35:52.087540 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6212c5-5203-4d19-9399-54ea25065f6b None None] Checking router: 2aa978a3-fc1c-4cea-a790-dd2d19f05366 for host: dv-cinder-798356-1-iscsi {{(pid=74237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:35:52.093673 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device f273c6bd-38a7-4724-90d9-2dfeb5591e7d no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:35:52.099452 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f6212c5-5203-4d19-9399-54ea25065f6b None None] Routers {'2aa978a3-fc1c-4cea-a790-dd2d19f05366'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:35:52.100066 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-9f6212c5-5203-4d19-9399-54ea25065f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b9499e4f0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:35:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['2aa978a3-fc1c-4cea-a790-dd2d19f05366'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:35:52.128189 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] No Port match for: f273c6bd-38a7-4724-90d9-2dfeb5591e7d {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:35:52.128546 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device f273c6bd-38a7-4724-90d9-2dfeb5591e7d not bound to the agent host hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:35:52.274584 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-9f6212c5-5203-4d19-9399-54ea25065f6b None None] Set router 2aa978a3-fc1c-4cea-a790-dd2d19f05366 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:35:52.605986 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 47096) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:35:52.618968 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-9f6212c5-5203-4d19-9399-54ea25065f6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b9499e4f0>, [{'id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'name': 'tempest-AttachVolumeShelveTestJSON-917780842-router', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:28:17Z', 'revision_number': 4, 'project_id': '9168106bff7043a69607ef135131ee6b', 'gw_port': {'id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:55Z', 'updated_at': '2021-06-29T14:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '281698d6-3a16-4419-84fb-977033f76538', 'name': '', 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'mac_address': 'fa:16:3e:6a:d3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:10Z', 'updated_at': '2021-06-29T14:28:50Z', 'revision_number': 5, 'project_id': '9168106bff7043a69607ef135131ee6b', 'subnets': [{'id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:35:52.622825 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f6212c5-5203-4d19-9399-54ea25065f6b None None] The sync data for ids ['2aa978a3-fc1c-4cea-a790-dd2d19f05366'] in dv-cinder-798356-1-iscsi is: [{'id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'name': 'tempest-AttachVolumeShelveTestJSON-917780842-router', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:28:17Z', 'revision_number': 4, 'project_id': '9168106bff7043a69607ef135131ee6b', 'gw_port': {'id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:55Z', 'updated_at': '2021-06-29T14:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '281698d6-3a16-4419-84fb-977033f76538', 'name': '', 'network_id': '4efbe09a-ec64-4c57-8f69-466f632996dc', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'mac_address': 'fa:16:3e:6a:d3:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:28:10Z', 'updated_at': '2021-06-29T14:28:50Z', 'revision_number': 5, 'project_id': '9168106bff7043a69607ef135131ee6b', 'subnets': [{'id': '7c6c0350-3172-4dbb-bc15-a1e408f3e7e3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:35:52.680134 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-b8565780-c2f5-4a04-9eb6-2e91248a7d58 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:52.710705 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-b8565780-c2f5-4a04-9eb6-2e91248a7d58 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:52.768241 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-b8565780-c2f5-4a04-9eb6-2e91248a7d58 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:52.772278 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-4eaf9d03-10e9-49cc-9d5f-377bf0104f1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:35:52.787376 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8565780-c2f5-4a04-9eb6-2e91248a7d58 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac388540-5c3c-4a71-b633-489f9406ab64,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:35:52.790703 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-b8565780-c2f5-4a04-9eb6-2e91248a7d58 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:35:52.804932 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-b8565780-c2f5-4a04-9eb6-2e91248a7d58 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:52.805935 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-b8565780-c2f5-4a04-9eb6-2e91248a7d58 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "DELETE /v2.0/security-groups/ac388540-5c3c-4a71-b633-489f9406ab64 HTTP/1.1" status: 204  len: 168 time: 0.1988847
Jun 29 14:35:52.810008 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 47100) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:35:52.829777 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.api.v2.resource [None req-ae566b4f-ec13-4001-8ffe-482aadc82862 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] show failed (client error): The resource could not be found.
Jun 29 14:35:52.831085 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-ae566b4f-ec13-4001-8ffe-482aadc82862 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "GET /v2.0/security-groups/ac388540-5c3c-4a71-b633-489f9406ab64 HTTP/1.1" status: 404  len: 347 time: 0.0200624
Jun 29 14:35:52.833867 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 47106) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:35:52.884546 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e35ef4e-88aa-4d30-8471-6bfeabc3ad37 None None] New status for floating IP e855225c-d0a3-414d-a70e-581a9ab9ab39: DOWN {{(pid=74236) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 14:35:53.046600 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-3a3e6f22-df6b-410f-9ae0-6c69a09724e4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Deleting port dc720589-b9f4-48cb-8993-984ee9707713 {{(pid=74235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:35:53.046940 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-3a3e6f22-df6b-410f-9ae0-6c69a09724e4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:53.283381 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a8c87c-48f9-42b6-bc5f-b3598c6ce127 req-0e49621a-1705-4255-8884-af64467770d8 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:53.284895 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-59a8c87c-48f9-42b6-bc5f-b3598c6ce127 req-0e49621a-1705-4255-8884-af64467770d8 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 945 time: 0.3610122
Jun 29 14:35:53.359550 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-3a3e6f22-df6b-410f-9ae0-6c69a09724e4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:53.360457 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-3a3e6f22-df6b-410f-9ae0-6c69a09724e4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:53.380112 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-59a8c87c-48f9-42b6-bc5f-b3598c6ce127 req-8fa86047-2f03-453d-8a62-b63c2f320e6b tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0880599
Jun 29 14:35:53.492578 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-3a3e6f22-df6b-410f-9ae0-6c69a09724e4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Calling delete_port for dc720589-b9f4-48cb-8993-984ee9707713 owned by network:floatingip {{(pid=74235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:35:53.575200 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.db.api [None req-3a3e6f22-df6b-410f-9ae0-6c69a09724e4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74235) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 29 14:35:53.575621 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_db.api [None req-3a3e6f22-df6b-410f-9ae0-6c69a09724e4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 29 14:35:53.702660 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-528603c3-1e55-4ab1-9f77-0a54eef59bc9 req-ffdaeaf6-c8e2-4ee0-8b65-5cbf95a745e9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c9014e79d3da412c8ed251c61566ec86&device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 1098 time: 0.0808229
Jun 29 14:35:53.833601 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528603c3-1e55-4ab1-9f77-0a54eef59bc9 req-b4c74304-3eda-4321-9e1f-61f4ac427e37 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:53.834979 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-528603c3-1e55-4ab1-9f77-0a54eef59bc9 req-b4c74304-3eda-4321-9e1f-61f4ac427e37 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ddc4164-6d7a-4f56-880f-00ed4c1aa07e HTTP/1.1" status: 200  len: 910 time: 0.1260240
Jun 29 14:35:53.937543 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-528603c3-1e55-4ab1-9f77-0a54eef59bc9 req-3528dd33-793c-4f4d-9c59-aefbd22fbdc2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e6d433c-b896-4cc7-99e2-953d4af22241 HTTP/1.1" status: 200  len: 1001 time: 0.0955958
Jun 29 14:35:54.004700 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528603c3-1e55-4ab1-9f77-0a54eef59bc9 req-8b59c7a8-254a-47e6-9aab-74a01d919754 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:54.007385 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-528603c3-1e55-4ab1-9f77-0a54eef59bc9 req-8b59c7a8-254a-47e6-9aab-74a01d919754 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9c8fac33-4120-43ef-91ce-4988f7d955dd HTTP/1.1" status: 200  len: 848 time: 0.0618565
Jun 29 14:35:54.078517 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-3a3e6f22-df6b-410f-9ae0-6c69a09724e4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Deleting port dc720589-b9f4-48cb-8993-984ee9707713 {{(pid=74235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:35:54.078517 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-3a3e6f22-df6b-410f-9ae0-6c69a09724e4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:54.088234 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-528603c3-1e55-4ab1-9f77-0a54eef59bc9 req-c94a0a3d-3fbf-4b04-837b-5a22ce549103 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ddc4164-6d7a-4f56-880f-00ed4c1aa07e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0751107
Jun 29 14:35:54.237655 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-528603c3-1e55-4ab1-9f77-0a54eef59bc9 req-31dde8ba-b1da-4eee-869a-e932f5ce3e63 service neutron] 10.222.0.69 "GET /v2.0/networks/4ddc4164-6d7a-4f56-880f-00ed4c1aa07e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1422155
Jun 29 14:35:54.267492 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-3a3e6f22-df6b-410f-9ae0-6c69a09724e4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:54.267822 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-3a3e6f22-df6b-410f-9ae0-6c69a09724e4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:54.386048 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-528603c3-1e55-4ab1-9f77-0a54eef59bc9 req-56df8c4a-8c16-4052-9c97-3398b9b58554 service neutron] 10.222.0.69 "GET /v2.0/networks/4ddc4164-6d7a-4f56-880f-00ed4c1aa07e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1409638
Jun 29 14:35:54.393886 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-3a3e6f22-df6b-410f-9ae0-6c69a09724e4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Calling delete_port for dc720589-b9f4-48cb-8993-984ee9707713 owned by network:floatingip {{(pid=74235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:35:54.548923 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-3a3e6f22-df6b-410f-9ae0-6c69a09724e4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:54.552548 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-59e5cbe1-8ef8-4378-8806-7826a2ac8303 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:35:54.597258 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3e6f22-df6b-410f-9ae0-6c69a09724e4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Pushing event deleted for resources: {'Port': ['ID=dc720589-b9f4-48cb-8993-984ee9707713,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:35:54.601879 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-3a3e6f22-df6b-410f-9ae0-6c69a09724e4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:35:54.610558 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e1b3d8c-0679-4c88-835e-d0773f13e8ea req-0526bb38-62d9-4de9-9a00-c5c4054a38c6 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:54.612090 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-7e1b3d8c-0679-4c88-835e-d0773f13e8ea req-0526bb38-62d9-4de9-9a00-c5c4054a38c6 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 945 time: 0.0862119
Jun 29 14:35:54.665594 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-7e1b3d8c-0679-4c88-835e-d0773f13e8ea req-48d924b9-512a-4bf6-b140-640beeb00c15 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0474963
Jun 29 14:35:54.699505 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-3a3e6f22-df6b-410f-9ae0-6c69a09724e4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks [] for floatingip, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:54.737503 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-3a3e6f22-df6b-410f-9ae0-6c69a09724e4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for floatingip, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:54.744976 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-3a3e6f22-df6b-410f-9ae0-6c69a09724e4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] 10.222.0.13 "DELETE /v2.0/floatingips/e855225c-d0a3-414d-a70e-581a9ab9ab39 HTTP/1.1" status: 204  len: 168 time: 1.9036341
Jun 29 14:35:55.869660 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6a79b-a0f6-4877-b77b-3ee3b373adb9 req-91f0ba15-a584-4180-97dc-ba995992c8eb tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:55.871092 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-c0f6a79b-a0f6-4877-b77b-3ee3b373adb9 req-91f0ba15-a584-4180-97dc-ba995992c8eb tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 945 time: 0.0784090
Jun 29 14:35:55.923149 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-c0f6a79b-a0f6-4877-b77b-3ee3b373adb9 req-c5153c81-1c25-4743-a23d-c0c53cfbd871 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0460601
Jun 29 14:35:57.138430 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72cd5397-e57a-4655-b2b5-82b19fe05fc6 req-c8b0e45c-946a-4f46-858d-7c539422fa8e tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:57.139944 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-72cd5397-e57a-4655-b2b5-82b19fe05fc6 req-c8b0e45c-946a-4f46-858d-7c539422fa8e tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 945 time: 0.0834577
Jun 29 14:35:57.190254 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-72cd5397-e57a-4655-b2b5-82b19fe05fc6 req-f81d0de4-786b-42fd-96d4-fe57d03138dd tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440636
Jun 29 14:35:57.384599 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-52d9b40b-8de4-4e72-961b-96e1cbacb4b6 req-909c9ec6-6877-45e9-ac32-b4dcc09798cc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38&fields=resource_request HTTP/1.1" status: 200  len: 212 time: 0.0754333
Jun 29 14:35:57.598028 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-1c9a996a-5110-4c54-898f-117dcaa002f3 req-c210331a-a8ff-4437-bc55-e4c2043d24da service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.0826256
Jun 29 14:35:57.679731 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5531aed2-ca0f-4244-95e0-b4a70abfb581 req-2399e7f8-4024-49a3-91eb-516f8883cc82 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:57.681426 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-5531aed2-ca0f-4244-95e0-b4a70abfb581 req-2399e7f8-4024-49a3-91eb-516f8883cc82 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 945 time: 0.0872922
Jun 29 14:35:57.754854 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 47156) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:35:57.756797 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-5531aed2-ca0f-4244-95e0-b4a70abfb581 req-fece9879-43f5-430f-ad95-648b0a76ef84 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0679781
Jun 29 14:35:58.134418 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 4e6d433c-b896-4cc7-99e2-953d4af22241 no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:35:58.254352 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:58.283398 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f5535e-d958-469f-aabb-467c68074f38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4e6d433c-b896-4cc7-99e2-953d4af22241'}] {{(pid=74236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:35:58.293231 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 4e6d433c-b896-4cc7-99e2-953d4af22241, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=4e6d433c-b896-4cc7-99e2-953d4af22241,segment=NetworkSegment(cea2fd47-5e01-4362-9688-b7eee1960a92),segment_id=cea2fd47-5e01-4362-9688-b7eee1960a92)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:35:58.298989 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:58.300912 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:35:58.343475 dv-cinder-798356-1-iscsi neutron-server[74236]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e1f5535e-d958-469f-aabb-467c68074f38', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4e6d433c-b896-4cc7-99e2-953d4af22241', 'code': 422} returned with failed status
Jun 29 14:35:58.368661 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=4e6d433c-b896-4cc7-99e2-953d4af22241,revision_number=6']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:35:58.377242 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:35:58.377578 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:35:58.377908 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:35:58.378231 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:35:58.378573 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:35:58.378894 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:35:58.379210 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:35:58.379527 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:35:58.379837 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:35:58.380146 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:35:58.380456 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:35:58.384312 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:35:58.389536 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d30c0213-1bef-4c41-9be8-785ff3f0ec11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667743'] for router_interface, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:59.009421 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8b2561-f0c4-4660-a217-4844f5faee02 req-994c5990-e999-4038-a9b0-297930a8aa87 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:59.010931 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-2f8b2561-f0c4-4660-a217-4844f5faee02 req-994c5990-e999-4038-a9b0-297930a8aa87 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 943 time: 0.0851536
Jun 29 14:35:59.039578 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-1c9a996a-5110-4c54-898f-117dcaa002f3 req-53437162-cc10-46d8-b166-95bdcd9699c0 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38&tenant_id=c9014e79d3da412c8ed251c61566ec86 HTTP/1.1" status: 200  len: 1096 time: 0.1679957
Jun 29 14:35:59.060158 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-2f8b2561-f0c4-4660-a217-4844f5faee02 req-5a62d163-52f2-476c-83e3-d361cef94b53 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428402
Jun 29 14:35:59.198833 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-1c9a996a-5110-4c54-898f-117dcaa002f3 req-1d33d44c-488f-4d0b-b4b9-e049ec5a2848 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c9014e79d3da412c8ed251c61566ec86&device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 1096 time: 0.1362848
Jun 29 14:35:59.353792 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [None req-d30c0213-1bef-4c41-9be8-785ff3f0ec11 admin admin] Deleting port 281698d6-3a16-4419-84fb-977033f76538 {{(pid=74234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:35:59.354129 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d30c0213-1bef-4c41-9be8-785ff3f0ec11 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:59.431556 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a996a-5110-4c54-898f-117dcaa002f3 req-35991bc6-3c95-4f51-96d4-b73868e4b883 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:59.433007 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-1c9a996a-5110-4c54-898f-117dcaa002f3 req-35991bc6-3c95-4f51-96d4-b73868e4b883 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ddc4164-6d7a-4f56-880f-00ed4c1aa07e HTTP/1.1" status: 200  len: 910 time: 0.2265043
Jun 29 14:35:59.623430 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-1c9a996a-5110-4c54-898f-117dcaa002f3 req-209d6757-2b61-4afb-a96d-e9a7d712817f service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e6d433c-b896-4cc7-99e2-953d4af22241 HTTP/1.1" status: 200  len: 999 time: 0.1731741
Jun 29 14:35:59.687456 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [None req-d30c0213-1bef-4c41-9be8-785ff3f0ec11 admin admin] For port 281698d6-3a16-4419-84fb-977033f76538, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=281698d6-3a16-4419-84fb-977033f76538,segment=NetworkSegment(0dfa2ba1-aef0-4202-9eab-77e9ea1a0785),segment_id=0dfa2ba1-aef0-4202-9eab-77e9ea1a0785)] {{(pid=74234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:35:59.688403 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d30c0213-1bef-4c41-9be8-785ff3f0ec11 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:35:59.822277 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [None req-d30c0213-1bef-4c41-9be8-785ff3f0ec11 admin admin] Calling delete_port for 281698d6-3a16-4419-84fb-977033f76538 owned by network:router_interface {{(pid=74234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:35:59.865329 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9a996a-5110-4c54-898f-117dcaa002f3 req-192d88aa-2d61-495d-b320-41e5316047cf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:35:59.866793 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-1c9a996a-5110-4c54-898f-117dcaa002f3 req-192d88aa-2d61-495d-b320-41e5316047cf service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9c8fac33-4120-43ef-91ce-4988f7d955dd HTTP/1.1" status: 200  len: 848 time: 0.2290962
Jun 29 14:35:59.977691 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-1c9a996a-5110-4c54-898f-117dcaa002f3 req-a594f5ad-5051-4ced-98c7-dfb2759f59db service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ddc4164-6d7a-4f56-880f-00ed4c1aa07e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1016028
Jun 29 14:36:00.352324 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-1c9a996a-5110-4c54-898f-117dcaa002f3 req-2a4b8cfb-300c-4360-bc89-0349195fc433 service neutron] 10.222.0.69 "GET /v2.0/networks/4ddc4164-6d7a-4f56-880f-00ed4c1aa07e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3659925
Jun 29 14:36:00.391259 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d30c0213-1bef-4c41-9be8-785ff3f0ec11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:00.394979 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-a3d26782-b839-4dc8-ab46-897fcaa56a54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:36:00.507381 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d30c0213-1bef-4c41-9be8-785ff3f0ec11 admin admin] Pushing event deleted for resources: {'Port': ['ID=281698d6-3a16-4419-84fb-977033f76538,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:36:00.517666 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1cad14-b940-47e8-b391-55d97244ef64 req-5a8b1048-4eb4-41b2-bc2e-dd9f3cb6e760 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:00.519244 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ac1cad14-b940-47e8-b391-55d97244ef64 req-5a8b1048-4eb4-41b2-bc2e-dd9f3cb6e760 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 943 time: 0.3288710
Jun 29 14:36:00.588157 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c0213-1bef-4c41-9be8-785ff3f0ec11 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:36:00.588539 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c0213-1bef-4c41-9be8-785ff3f0ec11 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:36:00.588912 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c0213-1bef-4c41-9be8-785ff3f0ec11 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:36:00.589282 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c0213-1bef-4c41-9be8-785ff3f0ec11 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:36:00.589648 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c0213-1bef-4c41-9be8-785ff3f0ec11 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:36:00.590011 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c0213-1bef-4c41-9be8-785ff3f0ec11 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:36:00.590380 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c0213-1bef-4c41-9be8-785ff3f0ec11 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:36:00.590775 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c0213-1bef-4c41-9be8-785ff3f0ec11 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:36:00.591145 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c0213-1bef-4c41-9be8-785ff3f0ec11 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:36:00.591503 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c0213-1bef-4c41-9be8-785ff3f0ec11 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:36:00.591863 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d30c0213-1bef-4c41-9be8-785ff3f0ec11 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:36:00.631275 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-d30c0213-1bef-4c41-9be8-785ff3f0ec11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:36:00.702253 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-1c9a996a-5110-4c54-898f-117dcaa002f3 req-c31c4ea6-9652-400b-9803-cf6bb9269641 service neutron] 10.222.0.69 "GET /v2.0/networks/4ddc4164-6d7a-4f56-880f-00ed4c1aa07e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3412347
Jun 29 14:36:00.722616 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ac1cad14-b940-47e8-b391-55d97244ef64 req-a1e9be16-8c23-49d0-a71b-e177e6b19dd8 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1931608
Jun 29 14:36:00.929246 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d30c0213-1bef-4c41-9be8-785ff3f0ec11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669537'] for router_interface, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:01.533475 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d30c0213-1bef-4c41-9be8-785ff3f0ec11 admin admin] Router 2aa978a3-fc1c-4cea-a790-dd2d19f05366 has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:36:01.847295 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d30c0213-1bef-4c41-9be8-785ff3f0ec11 admin admin] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:36:01.855937 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ce73a1-0a46-4d15-bd5d-c3f9179480ce None None] Sync routers for ids ['2aa978a3-fc1c-4cea-a790-dd2d19f05366'] in dv-cinder-798356-1-iscsi {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:36:01.860903 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-d30c0213-1bef-4c41-9be8-785ff3f0ec11 admin admin] 10.222.0.13 "PUT /v2.0/routers/2aa978a3-fc1c-4cea-a790-dd2d19f05366/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.1050043
Jun 29 14:36:01.863555 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 47180) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:36:01.869563 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ce73a1-0a46-4d15-bd5d-c3f9179480ce None None] Routers {'2aa978a3-fc1c-4cea-a790-dd2d19f05366'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:36:01.870314 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-65ce73a1-0a46-4d15-bd5d-c3f9179480ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94f4a070>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:35:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['2aa978a3-fc1c-4cea-a790-dd2d19f05366'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:36:01.944362 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb6ba7-a394-421b-a2e8-9ee496ab9659 req-2865944d-7098-4676-8311-8f3db89c742c tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:01.947257 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-86fb6ba7-a394-421b-a2e8-9ee496ab9659 req-2865944d-7098-4676-8311-8f3db89c742c tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 943 time: 0.1008582
Jun 29 14:36:01.996958 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-86fb6ba7-a394-421b-a2e8-9ee496ab9659 req-0d356af0-4b44-4a6e-b4c7-dcbbee4a28f8 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0441468
Jun 29 14:36:02.044017 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-65ce73a1-0a46-4d15-bd5d-c3f9179480ce None None] Set router 2aa978a3-fc1c-4cea-a790-dd2d19f05366 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:36:02.068070 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-898ddfb8-1a76-4b50-9dc4-6d2d1eebbcb0 admin admin] Notify callbacks [] for router, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:02.274972 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-898ddfb8-1a76-4b50-9dc4-6d2d1eebbcb0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:02.284818 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [None req-898ddfb8-1a76-4b50-9dc4-6d2d1eebbcb0 admin admin] Deleting port acc3cd97-624a-49b2-8c60-fc97b84ba3e8 {{(pid=74234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:36:02.285259 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-898ddfb8-1a76-4b50-9dc4-6d2d1eebbcb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:02.324843 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-65ce73a1-0a46-4d15-bd5d-c3f9179480ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94f4a070>, [{'id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'name': 'tempest-AttachVolumeShelveTestJSON-917780842-router', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50'}], 'enable_snat': True}, 'gw_port_id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:36:00Z', 'revision_number': 5, 'project_id': '9168106bff7043a69607ef135131ee6b', 'gw_port': {'id': 'acc3cd97-624a-49b2-8c60-fc97b84ba3e8', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:d1:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:27:55Z', 'updated_at': '2021-06-29T14:28:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi'}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:36:02.328953 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ce73a1-0a46-4d15-bd5d-c3f9179480ce None None] Checking router: 2aa978a3-fc1c-4cea-a790-dd2d19f05366 for host: dv-cinder-798356-1-iscsi {{(pid=74237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:36:02.340802 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65ce73a1-0a46-4d15-bd5d-c3f9179480ce None None] Routers {'2aa978a3-fc1c-4cea-a790-dd2d19f05366'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:36:02.341408 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-65ce73a1-0a46-4d15-bd5d-c3f9179480ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94f4a070>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:35:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['2aa978a3-fc1c-4cea-a790-dd2d19f05366'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:36:02.465359 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [None req-898ddfb8-1a76-4b50-9dc4-6d2d1eebbcb0 admin admin] For port acc3cd97-624a-49b2-8c60-fc97b84ba3e8, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=acc3cd97-624a-49b2-8c60-fc97b84ba3e8,segment=NetworkSegment(c4c225a7-9a59-46d1-b662-631cedda96e9),segment_id=c4c225a7-9a59-46d1-b662-631cedda96e9)] {{(pid=74234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:36:02.465619 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-898ddfb8-1a76-4b50-9dc4-6d2d1eebbcb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:02.495481 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-65ce73a1-0a46-4d15-bd5d-c3f9179480ce None None] Set router 2aa978a3-fc1c-4cea-a790-dd2d19f05366 gateway port host: None {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:36:02.585070 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [None req-898ddfb8-1a76-4b50-9dc4-6d2d1eebbcb0 admin admin] Calling delete_port for acc3cd97-624a-49b2-8c60-fc97b84ba3e8 owned by network:router_gateway {{(pid=74234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:36:02.598207 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-65ce73a1-0a46-4d15-bd5d-c3f9179480ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94f4a070>, [{'id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'name': 'tempest-AttachVolumeShelveTestJSON-917780842-router', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:36:02Z', 'revision_number': 6, 'project_id': '9168106bff7043a69607ef135131ee6b', 'gw_port_host': None}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:36:02.602204 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65ce73a1-0a46-4d15-bd5d-c3f9179480ce None None] The sync data for ids ['2aa978a3-fc1c-4cea-a790-dd2d19f05366'] in dv-cinder-798356-1-iscsi is: [{'id': '2aa978a3-fc1c-4cea-a790-dd2d19f05366', 'name': 'tempest-AttachVolumeShelveTestJSON-917780842-router', 'tenant_id': '9168106bff7043a69607ef135131ee6b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:27:52Z', 'updated_at': '2021-06-29T14:36:02Z', 'revision_number': 6, 'project_id': '9168106bff7043a69607ef135131ee6b', 'gw_port_host': None}] {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:36:02.763516 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-898ddfb8-1a76-4b50-9dc4-6d2d1eebbcb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:02.768065 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-fc2562fa-c9fc-4c51-80db-cfc4f28e54ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:36:02.811798 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898ddfb8-1a76-4b50-9dc4-6d2d1eebbcb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=acc3cd97-624a-49b2-8c60-fc97b84ba3e8,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:36:02.814343 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-898ddfb8-1a76-4b50-9dc4-6d2d1eebbcb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:36:03.047601 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-898ddfb8-1a76-4b50-9dc4-6d2d1eebbcb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670088'] for router_gateway, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:03.421786 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 281698d6-3a16-4419-84fb-977033f76538 no longer exists at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:36:03.444291 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-898ddfb8-1a76-4b50-9dc4-6d2d1eebbcb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6774'] for router, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:03.457287 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-898ddfb8-1a76-4b50-9dc4-6d2d1eebbcb0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:03.459833 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] No Port match for: 281698d6-3a16-4419-84fb-977033f76538 {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:36:03.460417 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 281698d6-3a16-4419-84fb-977033f76538 not bound to the agent host dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:36:03.460848 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device acc3cd97-624a-49b2-8c60-fc97b84ba3e8 no longer exists at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:36:03.495344 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] No Port match for: acc3cd97-624a-49b2-8c60-fc97b84ba3e8 {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:36:03.495701 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device acc3cd97-624a-49b2-8c60-fc97b84ba3e8 not bound to the agent host dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:36:03.495971 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32d868e-caf8-4de0-b1c5-a8751db680e7 req-dd9131f4-3ebe-41b6-960c-7bfda88e716a tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:03.497449 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f32d868e-caf8-4de0-b1c5-a8751db680e7 req-dd9131f4-3ebe-41b6-960c-7bfda88e716a tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 943 time: 0.2355499
Jun 29 14:36:03.498465 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-898ddfb8-1a76-4b50-9dc4-6d2d1eebbcb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-673524'] for router, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:03.499037 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-898ddfb8-1a76-4b50-9dc4-6d2d1eebbcb0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2aa978a3-fc1c-4cea-a790-dd2d19f05366 {{(pid=74234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 29 14:36:03.538543 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-898ddfb8-1a76-4b50-9dc4-6d2d1eebbcb0 admin admin] Notify callbacks [] for router, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:03.539543 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-898ddfb8-1a76-4b50-9dc4-6d2d1eebbcb0 admin admin] 10.222.0.13 "DELETE /v2.0/routers/2aa978a3-fc1c-4cea-a790-dd2d19f05366 HTTP/1.1" status: 204  len: 168 time: 1.6747944
Jun 29 14:36:03.542040 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 47190) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:36:03.589263 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f32d868e-caf8-4de0-b1c5-a8751db680e7 req-e35795da-38c7-4e3e-96f9-9fb419ad05c1 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0848134
Jun 29 14:36:03.613068 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_v2 [None req-56a396ce-1225-4b9a-9442-c16f352b7d46 admin admin] Deleting subnet 7c6c0350-3172-4dbb-bc15-a1e408f3e7e3 {{(pid=74234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 14:36:03.619446 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-56a396ce-1225-4b9a-9442-c16f352b7d46 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:03.671952 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-56a396ce-1225-4b9a-9442-c16f352b7d46 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1222750'] for subnet, precommit_delete_associations {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:03.750418 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-56a396ce-1225-4b9a-9442-c16f352b7d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3930061'] for subnet, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:03.817715 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-56a396ce-1225-4b9a-9442-c16f352b7d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1750944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1217628'] for subnet, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:03.821426 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-a4c2a83d-8448-4fef-ab18-d2d86ab9786c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:36:03.854655 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a396ce-1225-4b9a-9442-c16f352b7d46 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c6c0350-3172-4dbb-bc15-a1e408f3e7e3,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:36:03.860104 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-56a396ce-1225-4b9a-9442-c16f352b7d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:36:03.862879 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-56a396ce-1225-4b9a-9442-c16f352b7d46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for subnet, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:03.868297 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eba136ac-9a0f-42f4-b1d4-1a060489daa8 None None] Network 4efbe09a-ec64-4c57-8f69-466f632996dc requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:36:03.868945 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-56a396ce-1225-4b9a-9442-c16f352b7d46 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/7c6c0350-3172-4dbb-bc15-a1e408f3e7e3 HTTP/1.1" status: 204  len: 168 time: 0.3259320
Jun 29 14:36:03.871381 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 47194) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:36:03.973088 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-94d9ecb5-0c93-4cdc-8fa2-8193647e70e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3691460'] for network, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:03.983446 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [None req-94d9ecb5-0c93-4cdc-8fa2-8193647e70e8 admin admin] Deleting port 25f7f97b-15cd-4005-b093-c2c2cac77bed {{(pid=74234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:36:03.983767 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-94d9ecb5-0c93-4cdc-8fa2-8193647e70e8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:04.115591 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ced78942-5a86-4723-b7ce-7d4c47cfd9be None None] DHCP port deletion for 4efbe09a-ec64-4c57-8f69-466f632996dc request from dv-cinder-798356-1-iscsi {{(pid=74236) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 29 14:36:04.119800 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-ced78942-5a86-4723-b7ce-7d4c47cfd9be None None] Deleting port 25f7f97b-15cd-4005-b093-c2c2cac77bed {{(pid=74236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:36:04.120175 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ced78942-5a86-4723-b7ce-7d4c47cfd9be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:04.194385 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [None req-94d9ecb5-0c93-4cdc-8fa2-8193647e70e8 admin admin] For port 25f7f97b-15cd-4005-b093-c2c2cac77bed, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=25f7f97b-15cd-4005-b093-c2c2cac77bed,segment=NetworkSegment(0dfa2ba1-aef0-4202-9eab-77e9ea1a0785),segment_id=0dfa2ba1-aef0-4202-9eab-77e9ea1a0785)] {{(pid=74234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:36:04.194766 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-94d9ecb5-0c93-4cdc-8fa2-8193647e70e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:04.312323 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [None req-94d9ecb5-0c93-4cdc-8fa2-8193647e70e8 admin admin] Calling delete_port for 25f7f97b-15cd-4005-b093-c2c2cac77bed owned by network:dhcp {{(pid=74234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:36:04.316512 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ced78942-5a86-4723-b7ce-7d4c47cfd9be None None] For port 25f7f97b-15cd-4005-b093-c2c2cac77bed, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=25f7f97b-15cd-4005-b093-c2c2cac77bed,segment=NetworkSegment(0dfa2ba1-aef0-4202-9eab-77e9ea1a0785),segment_id=0dfa2ba1-aef0-4202-9eab-77e9ea1a0785)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:36:04.317016 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ced78942-5a86-4723-b7ce-7d4c47cfd9be None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:04.386868 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-94d9ecb5-0c93-4cdc-8fa2-8193647e70e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:04.391436 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-f16835f4-db15-4bdb-88fb-c100da94b9d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:36:04.437294 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9ecb5-0c93-4cdc-8fa2-8193647e70e8 admin admin] Pushing event deleted for resources: {'Port': ['ID=25f7f97b-15cd-4005-b093-c2c2cac77bed,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:36:04.440556 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-94d9ecb5-0c93-4cdc-8fa2-8193647e70e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:36:04.444211 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d9ecb5-0c93-4cdc-8fa2-8193647e70e8 admin admin] No DVR routers for this DVR port 25f7f97b-15cd-4005-b093-c2c2cac77bed on host dv-cinder-798356-1-iscsi {{(pid=74234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 14:36:04.445569 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-ced78942-5a86-4723-b7ce-7d4c47cfd9be None None] Calling delete_port for 25f7f97b-15cd-4005-b093-c2c2cac77bed owned by network:dhcp {{(pid=74236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:36:04.522487 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.db.api [None req-ced78942-5a86-4723-b7ce-7d4c47cfd9be None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 29 14:36:04.522866 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_db.api [None req-ced78942-5a86-4723-b7ce-7d4c47cfd9be None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 29 14:36:04.560838 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-94d9ecb5-0c93-4cdc-8fa2-8193647e70e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931320', 'neutron.services.segments.db._delete_segments_for_network-8730483304066'] for network, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:04.575405 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.services.segments.db [None req-94d9ecb5-0c93-4cdc-8fa2-8193647e70e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b93b838b0>,) {'filters': {'network_id': ['4efbe09a-ec64-4c57-8f69-466f632996dc']}} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:36:04.588778 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.services.segments.db [None req-94d9ecb5-0c93-4cdc-8fa2-8193647e70e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b93b838b0>, '0dfa2ba1-aef0-4202-9eab-77e9ea1a0785') {'for_net_delete': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:36:04.589072 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.services.segments.db [None req-94d9ecb5-0c93-4cdc-8fa2-8193647e70e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b93b838b0>, '0dfa2ba1-aef0-4202-9eab-77e9ea1a0785') {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:36:04.600462 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-94d9ecb5-0c93-4cdc-8fa2-8193647e70e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730483226525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1222737'] for segment, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:04.616982 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-94d9ecb5-0c93-4cdc-8fa2-8193647e70e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:04.623378 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94d9ecb5-0c93-4cdc-8fa2-8193647e70e8 admin admin] Releasing vlan 505 on physical network physnet1 to pool {{(pid=74234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 14:36:04.623769 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-94d9ecb5-0c93-4cdc-8fa2-8193647e70e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3829314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1750790'] for segment, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:04.637936 dv-cinder-798356-1-iscsi neutron-server[74234]: Traceback (most recent call last):
Jun 29 14:36:04.637936 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 14:36:04.637936 dv-cinder-798356-1-iscsi neutron-server[74234]:     timer()
Jun 29 14:36:04.637936 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 14:36:04.637936 dv-cinder-798356-1-iscsi neutron-server[74234]:     cb(*args, **kw)
Jun 29 14:36:04.637936 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 14:36:04.637936 dv-cinder-798356-1-iscsi neutron-server[74234]:     return func(*args, **kwargs)
Jun 29 14:36:04.637936 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 14:36:04.637936 dv-cinder-798356-1-iscsi neutron-server[74234]:     self._notify()
Jun 29 14:36:04.637936 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 14:36:04.637936 dv-cinder-798356-1-iscsi neutron-server[74234]:     self.callback(batched_events)
Jun 29 14:36:04.637936 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 14:36:04.637936 dv-cinder-798356-1-iscsi neutron-server[74234]:     event.method(event)
Jun 29 14:36:04.637936 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 14:36:04.637936 dv-cinder-798356-1-iscsi neutron-server[74234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 14:36:04.637936 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 14:36:04.637936 dv-cinder-798356-1-iscsi neutron-server[74234]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 14:36:04.637936 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 14:36:04.637936 dv-cinder-798356-1-iscsi neutron-server[74234]:     return f(self, *a, **k)
Jun 29 14:36:04.637936 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 14:36:04.637936 dv-cinder-798356-1-iscsi neutron-server[74234]:     return self._get(url).json()
Jun 29 14:36:04.637936 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 14:36:04.637936 dv-cinder-798356-1-iscsi neutron-server[74234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 14:36:04.637936 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 14:36:04.637936 dv-cinder-798356-1-iscsi neutron-server[74234]:     return self.request(url, 'GET', **kwargs)
Jun 29 14:36:04.637936 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 14:36:04.637936 dv-cinder-798356-1-iscsi neutron-server[74234]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 14:36:04.637936 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 14:36:04.637936 dv-cinder-798356-1-iscsi neutron-server[74234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 14:36:04.637936 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 14:36:04.637936 dv-cinder-798356-1-iscsi neutron-server[74234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 14:36:04.637936 dv-cinder-798356-1-iscsi neutron-server[74234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 14:36:04.800807 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaef9250-e5d2-45ba-91dd-f9926877a6aa req-0e98f761-a12c-4021-ba71-cc2761c58b2d tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:04.802262 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-aaef9250-e5d2-45ba-91dd-f9926877a6aa req-0e98f761-a12c-4021-ba71-cc2761c58b2d tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 943 time: 0.0840249
Jun 29 14:36:04.814160 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-94d9ecb5-0c93-4cdc-8fa2-8193647e70e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3930699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670133'] for network, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:04.817923 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:36:04.830577 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-94d9ecb5-0c93-4cdc-8fa2-8193647e70e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:04.840438 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d9ecb5-0c93-4cdc-8fa2-8193647e70e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=4efbe09a-ec64-4c57-8f69-466f632996dc,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:36:04.843583 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-94d9ecb5-0c93-4cdc-8fa2-8193647e70e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:36:04.849272 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-aaef9250-e5d2-45ba-91dd-f9926877a6aa req-2a1f0e0a-0e47-4e41-bdec-1527e99b9ac9 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412428
Jun 29 14:36:04.855707 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-94d9ecb5-0c93-4cdc-8fa2-8193647e70e8 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4efbe09a-ec64-4c57-8f69-466f632996dc HTTP/1.1" status: 204  len: 168 time: 0.9833775
Jun 29 14:36:05.000683 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 47204) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:36:05.024682 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-ced78942-5a86-4723-b7ce-7d4c47cfd9be None None] Deleting port 25f7f97b-15cd-4005-b093-c2c2cac77bed {{(pid=74236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:36:05.025067 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ced78942-5a86-4723-b7ce-7d4c47cfd9be None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:05.052515 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-db766600-2ceb-451d-8526-67ba2b847814 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9168106bff7043a69607ef135131ee6b&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0505834
Jun 29 14:36:05.054890 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 47208) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:36:05.123546 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-e076119d-b7b1-4a00-bd15-d4b33db76431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:05.124146 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-ced78942-5a86-4723-b7ce-7d4c47cfd9be None None] The port '25f7f97b-15cd-4005-b093-c2c2cac77bed' was deleted {{(pid=74236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 29 14:36:05.151698 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-e076119d-b7b1-4a00-bd15-d4b33db76431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:05.207052 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-e076119d-b7b1-4a00-bd15-d4b33db76431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:05.210791 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-56ff44f4-d52f-4ab7-99b2-40789f626e0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:36:05.223697 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e076119d-b7b1-4a00-bd15-d4b33db76431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9720652b-1858-4a3b-9e0d-d3abae48590b,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:36:05.227040 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-e076119d-b7b1-4a00-bd15-d4b33db76431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:36:05.237864 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-e076119d-b7b1-4a00-bd15-d4b33db76431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:05.239088 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-e076119d-b7b1-4a00-bd15-d4b33db76431 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9720652b-1858-4a3b-9e0d-d3abae48590b HTTP/1.1" status: 204  len: 168 time: 0.1832974
Jun 29 14:36:05.349083 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 25f7f97b-15cd-4005-b093-c2c2cac77bed no longer exists at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:36:05.383996 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] No Port match for: 25f7f97b-15cd-4005-b093-c2c2cac77bed {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:36:05.384239 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 25f7f97b-15cd-4005-b093-c2c2cac77bed not bound to the agent host dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:36:05.985009 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-52c29feb-8a88-4654-8020-2fe8a4767f57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:06.052977 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf4306b-075e-4915-9af2-a8ad84d714ff req-5a857e8a-6094-449d-a272-377f07383236 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:06.054422 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0bf4306b-075e-4915-9af2-a8ad84d714ff req-5a857e8a-6094-449d-a272-377f07383236 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 943 time: 0.0808187
Jun 29 14:36:06.101187 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0bf4306b-075e-4915-9af2-a8ad84d714ff req-89be383c-5e10-4f01-b026-70a37aad9a47 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407267
Jun 29 14:36:06.380684 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:06.700522 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 6 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:36:07.346757 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98413521-e9a0-4196-91c1-2f21dd3e0614 req-45883d58-8f5a-4f44-a045-0a9e7594f144 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:07.349194 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-98413521-e9a0-4196-91c1-2f21dd3e0614 req-45883d58-8f5a-4f44-a045-0a9e7594f144 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 943 time: 0.1150444
Jun 29 14:36:07.415218 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-98413521-e9a0-4196-91c1-2f21dd3e0614 req-fb8a61bd-557c-466d-8d32-700389785a1a tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0605104
Jun 29 14:36:07.879631 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 47294) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:36:08.019332 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-be717ca2-5324-475b-afee-a999345c5006 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:08.050295 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-be717ca2-5324-475b-afee-a999345c5006 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:36:08.054152 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-be717ca2-5324-475b-afee-a999345c5006 admin admin] Usage tracker for resource:security_group_rule and tenant:4c773858767f466ca1abd17e35144bf8 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:36:08.057171 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-be717ca2-5324-475b-afee-a999345c5006 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:36:08.064896 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-be717ca2-5324-475b-afee-a999345c5006 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:36:08.146877 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-be717ca2-5324-475b-afee-a999345c5006 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:08.150956 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-be717ca2-5324-475b-afee-a999345c5006 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:08.157481 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-15d7bdbd-3aaa-48a1-9d13-00ebc4852eb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:36:08.176995 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-44f6c4fc-27ff-4ddf-9758-c3933d64b26a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:08.197730 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be717ca2-5324-475b-afee-a999345c5006 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4ac9dd-7c73-4526-ad06-09eb54d35f7f,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:36:08.200949 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-be717ca2-5324-475b-afee-a999345c5006 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:36:08.204284 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-be717ca2-5324-475b-afee-a999345c5006 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c773858767f466ca1abd17e35144bf8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3236718
Jun 29 14:36:08.207013 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 47300) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:36:08.268218 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-93a4fac4-3282-4d2e-a47b-aa6b38497fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:08.293513 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-93a4fac4-3282-4d2e-a47b-aa6b38497fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:08.344875 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-93a4fac4-3282-4d2e-a47b-aa6b38497fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:08.348521 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-cc3aa548-deb8-445e-9cc9-3ff3cada26d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:36:08.360352 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a4fac4-3282-4d2e-a47b-aa6b38497fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4ac9dd-7c73-4526-ad06-09eb54d35f7f,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:36:08.363747 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-93a4fac4-3282-4d2e-a47b-aa6b38497fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:36:08.368145 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-93a4fac4-3282-4d2e-a47b-aa6b38497fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:08.369285 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-93a4fac4-3282-4d2e-a47b-aa6b38497fae admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0a4ac9dd-7c73-4526-ad06-09eb54d35f7f HTTP/1.1" status: 204  len: 168 time: 0.1613731
Jun 29 14:36:08.638770 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31e69e-35c9-4580-8232-dc3dafe03885 req-e78840bb-c31f-4f41-913f-073353212212 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:08.640294 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ef31e69e-35c9-4580-8232-dc3dafe03885 req-e78840bb-c31f-4f41-913f-073353212212 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 943 time: 0.0877316
Jun 29 14:36:08.703848 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ef31e69e-35c9-4580-8232-dc3dafe03885 req-6e046ffb-0e13-47a8-9359-d55548576cd5 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0576444
Jun 29 14:36:08.753458 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 47314) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:36:08.771551 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-188bc36e-2777-48b7-8a4e-dba824a09968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:08.819368 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-188bc36e-2777-48b7-8a4e-dba824a09968 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:36:08.825227 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-188bc36e-2777-48b7-8a4e-dba824a09968 admin admin] Usage tracker for resource:security_group_rule and tenant:9ce6e49104954bb6a377a83eae3e4fc7 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:36:08.830039 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-188bc36e-2777-48b7-8a4e-dba824a09968 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:36:08.838118 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-188bc36e-2777-48b7-8a4e-dba824a09968 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:36:08.923781 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-188bc36e-2777-48b7-8a4e-dba824a09968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:08.928027 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-188bc36e-2777-48b7-8a4e-dba824a09968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:08.934343 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-5ad284d8-9d99-471d-a994-72c7dd5743f2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:36:08.974085 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188bc36e-2777-48b7-8a4e-dba824a09968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8ba4e1-5d13-4257-a5e8-233f882c7e83,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:36:08.980557 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-188bc36e-2777-48b7-8a4e-dba824a09968 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9ce6e49104954bb6a377a83eae3e4fc7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2236571
Jun 29 14:36:08.980557 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-188bc36e-2777-48b7-8a4e-dba824a09968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:36:08.980857 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 47320) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:36:09.043954 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-8c4083a7-e776-4e89-b043-4c170bd6ad44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:09.069549 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-8c4083a7-e776-4e89-b043-4c170bd6ad44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:09.121175 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-8c4083a7-e776-4e89-b043-4c170bd6ad44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:09.126472 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-93a4fac4-3282-4d2e-a47b-aa6b38497fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:36:09.144418 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4083a7-e776-4e89-b043-4c170bd6ad44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8ba4e1-5d13-4257-a5e8-233f882c7e83,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:36:09.148215 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-8c4083a7-e776-4e89-b043-4c170bd6ad44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:36:09.151602 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-8c4083a7-e776-4e89-b043-4c170bd6ad44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:09.153145 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-8c4083a7-e776-4e89-b043-4c170bd6ad44 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ce8ba4e1-5d13-4257-a5e8-233f882c7e83 HTTP/1.1" status: 204  len: 168 time: 0.1710813
Jun 29 14:36:09.206275 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:10.006788 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ea4042-0759-4e71-82b7-39c3784f89b1 req-f780aea9-e1d6-4105-a97f-757ee67b405e tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:10.009001 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-99ea4042-0759-4e71-82b7-39c3784f89b1 req-f780aea9-e1d6-4105-a97f-757ee67b405e tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 943 time: 0.1871414
Jun 29 14:36:10.016937 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:10.057116 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-99ea4042-0759-4e71-82b7-39c3784f89b1 req-0177fbbe-fc05-48b5-a67a-d3bd4462c93d tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0421805
Jun 29 14:36:10.896593 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:11.257527 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fbdafeb-2250-48d1-8011-ff4482c18d42 req-cf12b1cb-1b35-487a-8d37-55dcaa5cc2c5 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:11.259059 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-5fbdafeb-2250-48d1-8011-ff4482c18d42 req-cf12b1cb-1b35-487a-8d37-55dcaa5cc2c5 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 943 time: 0.0778649
Jun 29 14:36:11.310541 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-5fbdafeb-2250-48d1-8011-ff4482c18d42 req-3a823316-3beb-4423-8435-14deaf28209f tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0452178
Jun 29 14:36:12.517082 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbb2129-59f3-4ea3-8a0b-9effc3eb23c4 req-d31326ee-1f85-431d-ad7d-e396828cd9e0 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:12.518697 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-afbb2129-59f3-4ea3-8a0b-9effc3eb23c4 req-d31326ee-1f85-431d-ad7d-e396828cd9e0 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 943 time: 0.0841460
Jun 29 14:36:12.566673 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-afbb2129-59f3-4ea3-8a0b-9effc3eb23c4 req-6adfa584-3176-41fb-9299-d7480d55de5f tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415542
Jun 29 14:36:13.768135 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a519c7c6-862a-47f0-9bb6-5e3a30a54b0a req-4e2d5a88-a235-41de-9406-ec03b3e175de tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:13.769575 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-a519c7c6-862a-47f0-9bb6-5e3a30a54b0a req-4e2d5a88-a235-41de-9406-ec03b3e175de tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 943 time: 0.0782008
Jun 29 14:36:13.819117 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-a519c7c6-862a-47f0-9bb6-5e3a30a54b0a req-dc4e9503-3e43-45be-a18a-c97f082573b9 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412505
Jun 29 14:36:15.036220 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0845036-0387-40e9-893c-de0c61c5d3c9 req-8b8d07be-9c30-4ba2-a0ed-d7da8677b980 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:15.037699 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a0845036-0387-40e9-893c-de0c61c5d3c9 req-8b8d07be-9c30-4ba2-a0ed-d7da8677b980 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 943 time: 0.0821366
Jun 29 14:36:15.088288 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-a0845036-0387-40e9-893c-de0c61c5d3c9 req-f368e8bb-1c38-43ef-ab60-f6e4161b0623 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0447094
Jun 29 14:36:16.218286 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 4e6d433c-b896-4cc7-99e2-953d4af22241 details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 14:36:16.351152 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377d526-f67c-4eb2-b16d-be3fb59bb8c9 req-c3563910-072c-48f0-8057-9fa508f86e17 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:16.352391 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0377d526-f67c-4eb2-b16d-be3fb59bb8c9 req-c3563910-072c-48f0-8057-9fa508f86e17 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 943 time: 0.1281691
Jun 29 14:36:16.352682 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 4e6d433c-b896-4cc7-99e2-953d4af22241, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=4e6d433c-b896-4cc7-99e2-953d4af22241,segment=NetworkSegment(cea2fd47-5e01-4362-9688-b7eee1960a92),segment_id=cea2fd47-5e01-4362-9688-b7eee1960a92)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:36:16.366943 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Returning: {'device': '4e6d433c-b896-4cc7-99e2-953d4af22241', 'network_id': '4ddc4164-6d7a-4f56-880f-00ed4c1aa07e', 'port_id': '4e6d433c-b896-4cc7-99e2-953d4af22241', 'mac_address': 'fa:16:3e:7d:69:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 506, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c8fac33-4120-43ef-91ce-4988f7d955dd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 14:36:16.413293 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-bae92e85-b071-4a7f-a51b-0d8524600674 req-56f6c4e9-d085-4524-b06c-ecd6f93e9c8f service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c9014e79d3da412c8ed251c61566ec86&device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 1096 time: 0.1154151
Jun 29 14:36:16.416376 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-0377d526-f67c-4eb2-b16d-be3fb59bb8c9 req-d8d3f24d-e2fb-40ae-8d23-4acdf8596096 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0537503
Jun 29 14:36:16.420026 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:16.438979 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e6d433c-b896-4cc7-99e2-953d4af22241 {{(pid=74236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:36:16.453872 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 4e6d433c-b896-4cc7-99e2-953d4af22241, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=4e6d433c-b896-4cc7-99e2-953d4af22241,segment=NetworkSegment(cea2fd47-5e01-4362-9688-b7eee1960a92),segment_id=cea2fd47-5e01-4362-9688-b7eee1960a92)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:36:16.458116 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:16.459935 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:36:16.533010 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=4e6d433c-b896-4cc7-99e2-953d4af22241,revision_number=7']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:36:16.536666 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:36:16.577984 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae92e85-b071-4a7f-a51b-0d8524600674 req-d78119ea-bf6b-4288-bed1-9e4c39252b39 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:16.579553 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-bae92e85-b071-4a7f-a51b-0d8524600674 req-d78119ea-bf6b-4288-bed1-9e4c39252b39 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ddc4164-6d7a-4f56-880f-00ed4c1aa07e HTTP/1.1" status: 200  len: 910 time: 0.1444640
Jun 29 14:36:16.680785 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['4e6d433c-b896-4cc7-99e2-953d4af22241'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:36:16.692937 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-bae92e85-b071-4a7f-a51b-0d8524600674 req-00ba9441-53b9-4713-8d22-49d0b7a5c18c service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e6d433c-b896-4cc7-99e2-953d4af22241 HTTP/1.1" status: 200  len: 1000 time: 0.1057129
Jun 29 14:36:16.766403 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae92e85-b071-4a7f-a51b-0d8524600674 req-b5d17766-f46c-4d30-b939-6e860a4d6f7a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:16.768081 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-bae92e85-b071-4a7f-a51b-0d8524600674 req-b5d17766-f46c-4d30-b939-6e860a4d6f7a service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9c8fac33-4120-43ef-91ce-4988f7d955dd HTTP/1.1" status: 200  len: 848 time: 0.0685732
Jun 29 14:36:16.860694 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-bae92e85-b071-4a7f-a51b-0d8524600674 req-407faa54-80e2-4204-8945-fad5452d24a7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ddc4164-6d7a-4f56-880f-00ed4c1aa07e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0858877
Jun 29 14:36:17.024840 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-bae92e85-b071-4a7f-a51b-0d8524600674 req-5c595cc2-fb6d-42b4-8b81-c98303cac75e service neutron] 10.222.0.69 "GET /v2.0/networks/4ddc4164-6d7a-4f56-880f-00ed4c1aa07e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1569285
Jun 29 14:36:17.251991 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-bae92e85-b071-4a7f-a51b-0d8524600674 req-b8cbeb76-5b7c-46e8-ac5c-4bb0e09504fd service neutron] 10.222.0.69 "GET /v2.0/networks/4ddc4164-6d7a-4f56-880f-00ed4c1aa07e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2198184
Jun 29 14:36:17.624286 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809cc5d0-40e1-424e-b33c-cc61e6c9948b req-8e9fe6f3-395f-4cd4-9f25-8a4e6d037a0e tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:17.626403 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-809cc5d0-40e1-424e-b33c-cc61e6c9948b req-8e9fe6f3-395f-4cd4-9f25-8a4e6d037a0e tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 944 time: 0.0833306
Jun 29 14:36:17.672770 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-809cc5d0-40e1-424e-b33c-cc61e6c9948b req-6580a9aa-e86b-4464-b538-dc29bbee98e9 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407138
Jun 29 14:36:18.227677 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 4e6d433c-b896-4cc7-99e2-953d4af22241 up at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:36:18.298484 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning complete for port 4e6d433c-b896-4cc7-99e2-953d4af22241 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:36:18.298892 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:18.420528 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:18.447858 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f5535e-d958-469f-aabb-467c68074f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6d433c-b896-4cc7-99e2-953d4af22241'}] {{(pid=74236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:36:18.463705 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 4e6d433c-b896-4cc7-99e2-953d4af22241, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=4e6d433c-b896-4cc7-99e2-953d4af22241,segment=NetworkSegment(cea2fd47-5e01-4362-9688-b7eee1960a92),segment_id=cea2fd47-5e01-4362-9688-b7eee1960a92)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:36:18.469567 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:18.471638 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:36:18.510071 dv-cinder-798356-1-iscsi neutron-server[74236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f5535e-d958-469f-aabb-467c68074f38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e6d433c-b896-4cc7-99e2-953d4af22241', 'code': 200}
Jun 29 14:36:18.547495 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=4e6d433c-b896-4cc7-99e2-953d4af22241,revision_number=8']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:36:18.551711 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:36:18.795506 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f2e83a06-e6db-40d5-9c73-73001b2f7a84 req-ce209896-d8cf-48c0-a033-aaa53f6cc94b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 1098 time: 0.0696454
Jun 29 14:36:18.842688 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-f2e83a06-e6db-40d5-9c73-73001b2f7a84 req-e44996de-9051-4a6b-8dea-b13e88610b04 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412602
Jun 29 14:36:18.885470 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47b5528-2d99-4628-8f06-c1ea439361e7 req-86ae2bec-9b85-4f59-bb3b-5ed254d3b8ab tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:18.886937 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b47b5528-2d99-4628-8f06-c1ea439361e7 req-86ae2bec-9b85-4f59-bb3b-5ed254d3b8ab tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 945 time: 0.0820267
Jun 29 14:36:18.933101 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b47b5528-2d99-4628-8f06-c1ea439361e7 req-eb9d7bb9-8ae5-4b59-9387-bc11c1abced8 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0398803
Jun 29 14:36:20.142335 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5f66cd-7a41-4c2f-84b2-d46a0cf71d41 req-2ae80a15-0ad5-4e78-9881-812e621d40b6 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:20.143710 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-dd5f66cd-7a41-4c2f-84b2-d46a0cf71d41 req-2ae80a15-0ad5-4e78-9881-812e621d40b6 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 945 time: 0.0781002
Jun 29 14:36:20.190089 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-dd5f66cd-7a41-4c2f-84b2-d46a0cf71d41 req-fceeb900-6ca9-4a39-8cd8-b0b48cc0aa65 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0406930
Jun 29 14:36:20.760217 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 47512) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:36:20.903377 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-10d1d957-807d-400b-ab9f-402cbd96518d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:20.934263 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-10d1d957-807d-400b-ab9f-402cbd96518d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:36:20.938207 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-10d1d957-807d-400b-ab9f-402cbd96518d admin admin] Usage tracker for resource:security_group_rule and tenant:a30589e57bd6425185f76387a572f702 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:36:20.940972 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-10d1d957-807d-400b-ab9f-402cbd96518d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:36:20.947400 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-10d1d957-807d-400b-ab9f-402cbd96518d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:36:21.014184 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-10d1d957-807d-400b-ab9f-402cbd96518d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:21.018284 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-10d1d957-807d-400b-ab9f-402cbd96518d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:21.024573 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-4860fe64-8f6b-418e-9a68-60970f4a8a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:36:21.064311 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d1d957-807d-400b-ab9f-402cbd96518d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29e3841b-4050-4a6e-b4f9-5852dc642edf,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:36:21.067671 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-10d1d957-807d-400b-ab9f-402cbd96518d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:36:21.073860 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-10d1d957-807d-400b-ab9f-402cbd96518d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a30589e57bd6425185f76387a572f702&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3102880
Jun 29 14:36:21.074848 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 47520) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:36:21.135230 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-843084fc-8ad4-466c-9347-120084728182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:21.161441 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-843084fc-8ad4-466c-9347-120084728182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:21.215081 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-843084fc-8ad4-466c-9347-120084728182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:21.221063 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-79feb847-b2ac-434f-bdc4-466fc67958d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:36:21.234758 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843084fc-8ad4-466c-9347-120084728182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29e3841b-4050-4a6e-b4f9-5852dc642edf,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:36:21.237604 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-843084fc-8ad4-466c-9347-120084728182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:36:21.239629 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-843084fc-8ad4-466c-9347-120084728182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:21.240760 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-843084fc-8ad4-466c-9347-120084728182 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/29e3841b-4050-4a6e-b4f9-5852dc642edf HTTP/1.1" status: 204  len: 168 time: 0.1657870
Jun 29 14:36:22.514442 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 47560) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:36:22.660015 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-28d9074a-fa16-4782-b7ff-cd6f72da23e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:22.694618 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-28d9074a-fa16-4782-b7ff-cd6f72da23e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:36:22.698804 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-28d9074a-fa16-4782-b7ff-cd6f72da23e2 admin admin] Usage tracker for resource:security_group_rule and tenant:0a168f8cd108459292c7b082b1d87a69 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:36:22.701787 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-28d9074a-fa16-4782-b7ff-cd6f72da23e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:36:22.708120 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-28d9074a-fa16-4782-b7ff-cd6f72da23e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:36:22.779946 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-28d9074a-fa16-4782-b7ff-cd6f72da23e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:22.784860 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-28d9074a-fa16-4782-b7ff-cd6f72da23e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:22.791591 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-42fb4f58-dc9d-4fb2-9eea-1393665e52c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:36:22.832725 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d9074a-fa16-4782-b7ff-cd6f72da23e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c71d2c5e-1f82-433f-803b-14b61792116f,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:36:22.837444 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-28d9074a-fa16-4782-b7ff-cd6f72da23e2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0a168f8cd108459292c7b082b1d87a69&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3218453
Jun 29 14:36:22.840220 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 47572) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:36:22.844408 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9074a-fa16-4782-b7ff-cd6f72da23e2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:36:22.844782 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9074a-fa16-4782-b7ff-cd6f72da23e2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:36:22.845149 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9074a-fa16-4782-b7ff-cd6f72da23e2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:36:22.845506 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9074a-fa16-4782-b7ff-cd6f72da23e2 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:36:22.845861 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9074a-fa16-4782-b7ff-cd6f72da23e2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:36:22.846214 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9074a-fa16-4782-b7ff-cd6f72da23e2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:36:22.846596 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9074a-fa16-4782-b7ff-cd6f72da23e2 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:36:22.847440 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9074a-fa16-4782-b7ff-cd6f72da23e2 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:36:22.847794 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9074a-fa16-4782-b7ff-cd6f72da23e2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:36:22.848140 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9074a-fa16-4782-b7ff-cd6f72da23e2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:36:22.848484 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28d9074a-fa16-4782-b7ff-cd6f72da23e2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:36:22.852315 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-28d9074a-fa16-4782-b7ff-cd6f72da23e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:36:22.907689 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-3b50105d-1554-4917-b40d-c758cff795d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:22.934183 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-3b50105d-1554-4917-b40d-c758cff795d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:22.995312 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-3b50105d-1554-4917-b40d-c758cff795d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:23.000782 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-976b9691-21aa-4558-97a9-ebf32f31ae66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:36:23.016367 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b50105d-1554-4917-b40d-c758cff795d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c71d2c5e-1f82-433f-803b-14b61792116f,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:36:23.019452 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-3b50105d-1554-4917-b40d-c758cff795d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:36:23.020546 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-3b50105d-1554-4917-b40d-c758cff795d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:23.022666 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-3b50105d-1554-4917-b40d-c758cff795d0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c71d2c5e-1f82-433f-803b-14b61792116f HTTP/1.1" status: 204  len: 168 time: 0.1799150
Jun 29 14:36:29.320035 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 47654) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:36:29.462933 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-53d1cf35-7903-4084-8712-f532c96cda45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:29.494763 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-53d1cf35-7903-4084-8712-f532c96cda45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:36:29.498732 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-53d1cf35-7903-4084-8712-f532c96cda45 admin admin] Usage tracker for resource:security_group_rule and tenant:81f1ddddc36143aeae4473d5a3d7c5be is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:36:29.501921 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-53d1cf35-7903-4084-8712-f532c96cda45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:36:29.507782 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-53d1cf35-7903-4084-8712-f532c96cda45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:36:29.575262 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-53d1cf35-7903-4084-8712-f532c96cda45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:29.580411 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-53d1cf35-7903-4084-8712-f532c96cda45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:29.587234 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-43c82f66-f19d-402d-b7b6-bb9b3155fff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:36:29.628803 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d1cf35-7903-4084-8712-f532c96cda45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74f12a2c-7625-4e9d-977a-c0817a28bcb9,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:36:29.634980 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-53d1cf35-7903-4084-8712-f532c96cda45 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=81f1ddddc36143aeae4473d5a3d7c5be&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3138635
Jun 29 14:36:29.635922 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-53d1cf35-7903-4084-8712-f532c96cda45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:36:29.636404 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 47660) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:36:29.729862 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ac51fd19-9511-4dcb-8f24-360a8130869d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:29.755923 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ac51fd19-9511-4dcb-8f24-360a8130869d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:29.812434 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ac51fd19-9511-4dcb-8f24-360a8130869d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:29.816920 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-b53e51d7-837e-4be3-92d8-5edb08e63533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:36:29.827819 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51fd19-9511-4dcb-8f24-360a8130869d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74f12a2c-7625-4e9d-977a-c0817a28bcb9,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:36:29.832568 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-ac51fd19-9511-4dcb-8f24-360a8130869d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:36:29.837999 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-ac51fd19-9511-4dcb-8f24-360a8130869d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:29.839149 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-ac51fd19-9511-4dcb-8f24-360a8130869d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/74f12a2c-7625-4e9d-977a-c0817a28bcb9 HTTP/1.1" status: 204  len: 168 time: 0.2018619
Jun 29 14:36:30.171408 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 47670) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:36:30.190596 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-dfd4e69b-db82-4a80-8aa9-d6fe31e58af5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:30.221383 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-dfd4e69b-db82-4a80-8aa9-d6fe31e58af5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:36:30.225015 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-dfd4e69b-db82-4a80-8aa9-d6fe31e58af5 admin admin] Usage tracker for resource:security_group_rule and tenant:817fdd6e1e644d5e9152c061b7ad5eed is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:36:30.227743 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-dfd4e69b-db82-4a80-8aa9-d6fe31e58af5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:36:30.233557 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-dfd4e69b-db82-4a80-8aa9-d6fe31e58af5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:36:30.300508 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-dfd4e69b-db82-4a80-8aa9-d6fe31e58af5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:30.304966 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-dfd4e69b-db82-4a80-8aa9-d6fe31e58af5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:30.312221 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-8c4083a7-e776-4e89-b043-4c170bd6ad44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:36:30.352215 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd4e69b-db82-4a80-8aa9-d6fe31e58af5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75e31df2-63e3-412f-bf86-0425fc12610c,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:36:30.356273 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-dfd4e69b-db82-4a80-8aa9-d6fe31e58af5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=817fdd6e1e644d5e9152c061b7ad5eed&name=default HTTP/1.1" status: 200  len: 2647 time: 0.1838758
Jun 29 14:36:30.357133 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-dfd4e69b-db82-4a80-8aa9-d6fe31e58af5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:36:30.359670 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 47674) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:36:30.420865 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-3fe4d3ac-a780-4be3-b3d5-21a7bc31f4f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:30.446406 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-3fe4d3ac-a780-4be3-b3d5-21a7bc31f4f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:30.498862 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-3fe4d3ac-a780-4be3-b3d5-21a7bc31f4f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:30.503132 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-0c171c83-7e2e-4e6c-9da0-6c3017bea395 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:36:30.515691 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4d3ac-a780-4be3-b3d5-21a7bc31f4f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75e31df2-63e3-412f-bf86-0425fc12610c,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:36:30.519459 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-3fe4d3ac-a780-4be3-b3d5-21a7bc31f4f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:36:30.520729 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-3fe4d3ac-a780-4be3-b3d5-21a7bc31f4f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:30.521914 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-3fe4d3ac-a780-4be3-b3d5-21a7bc31f4f6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/75e31df2-63e3-412f-bf86-0425fc12610c HTTP/1.1" status: 204  len: 168 time: 0.1617665
Jun 29 14:36:35.914679 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 47780) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:36:35.980402 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-95e905aa-11a4-4a74-b1f0-7ff6be461157 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:36.057206 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-dee0bef4-279d-4b96-897e-b1c7b21d678f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:36.087533 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-dee0bef4-279d-4b96-897e-b1c7b21d678f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:36:36.091186 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-dee0bef4-279d-4b96-897e-b1c7b21d678f admin admin] Usage tracker for resource:security_group_rule and tenant:48feaa5228774c53b4aeb7cfc6603a52 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:36:36.093892 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-dee0bef4-279d-4b96-897e-b1c7b21d678f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:36:36.099513 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-dee0bef4-279d-4b96-897e-b1c7b21d678f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:36:36.161051 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-dee0bef4-279d-4b96-897e-b1c7b21d678f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:36.164625 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-dee0bef4-279d-4b96-897e-b1c7b21d678f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:36.171249 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-53fde254-c5ff-47d2-b873-86e3f76e5c9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:36:36.213016 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee0bef4-279d-4b96-897e-b1c7b21d678f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ba7b895-5540-4267-8925-84b25757a549,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:36:36.217004 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-dee0bef4-279d-4b96-897e-b1c7b21d678f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=48feaa5228774c53b4aeb7cfc6603a52&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3013501
Jun 29 14:36:36.217864 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-dee0bef4-279d-4b96-897e-b1c7b21d678f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:36:36.219651 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 47786) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:36:36.277292 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0c733c10-a553-4aba-bb75-f890848fd10e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:36.302107 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0c733c10-a553-4aba-bb75-f890848fd10e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:36.350830 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0c733c10-a553-4aba-bb75-f890848fd10e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:36.355256 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-be717ca2-5324-475b-afee-a999345c5006 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:36:36.365755 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c733c10-a553-4aba-bb75-f890848fd10e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ba7b895-5540-4267-8925-84b25757a549,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:36:36.369097 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-0c733c10-a553-4aba-bb75-f890848fd10e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:36:36.373048 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0c733c10-a553-4aba-bb75-f890848fd10e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:36.374213 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-0c733c10-a553-4aba-bb75-f890848fd10e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3ba7b895-5540-4267-8925-84b25757a549 HTTP/1.1" status: 204  len: 168 time: 0.1536818
Jun 29 14:36:36.405712 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:36.707447 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 47796) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:36:36.726463 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-87f8f810-4c79-4556-a7c7-50c1e8dc992f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:36.759630 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-87f8f810-4c79-4556-a7c7-50c1e8dc992f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:36:36.764406 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-87f8f810-4c79-4556-a7c7-50c1e8dc992f admin admin] Usage tracker for resource:security_group_rule and tenant:130a01d157404bf690d3a5288e9f7073 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:36:36.767685 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-87f8f810-4c79-4556-a7c7-50c1e8dc992f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:36:36.773491 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-87f8f810-4c79-4556-a7c7-50c1e8dc992f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:36:36.848486 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-87f8f810-4c79-4556-a7c7-50c1e8dc992f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:36.853780 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-87f8f810-4c79-4556-a7c7-50c1e8dc992f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:36.862112 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-dee0bef4-279d-4b96-897e-b1c7b21d678f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:36:36.907683 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f8f810-4c79-4556-a7c7-50c1e8dc992f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb0daa9e-faba-4c9b-9158-1afd817f5bcb,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:36:36.909136 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-87f8f810-4c79-4556-a7c7-50c1e8dc992f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=130a01d157404bf690d3a5288e9f7073&name=default HTTP/1.1" status: 200  len: 2647 time: 0.2006094
Jun 29 14:36:36.911836 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 47802) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:36:36.924487 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-87f8f810-4c79-4556-a7c7-50c1e8dc992f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:36:36.974225 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-4c099316-3de8-46f2-89e4-0427bd42aa89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:37.000245 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-4c099316-3de8-46f2-89e4-0427bd42aa89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:37.052728 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-4c099316-3de8-46f2-89e4-0427bd42aa89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:37.057864 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-fb06df0e-69d9-436f-81bb-1fa7942258f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:36:37.069057 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c099316-3de8-46f2-89e4-0427bd42aa89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb0daa9e-faba-4c9b-9158-1afd817f5bcb,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:36:37.075481 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-4c099316-3de8-46f2-89e4-0427bd42aa89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:36:37.076405 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-4c099316-3de8-46f2-89e4-0427bd42aa89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:37.081180 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-4c099316-3de8-46f2-89e4-0427bd42aa89 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bb0daa9e-faba-4c9b-9158-1afd817f5bcb HTTP/1.1" status: 204  len: 168 time: 0.1683714
Jun 29 14:36:37.202519 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-5a3f316b-0de9-4400-8699-d6a2d5b26a70 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1472676104&fields=id&tenant_id=f8b1bff82789418781af3fd01f1db541 HTTP/1.1" status: 200  len: 267 time: 0.0410135
Jun 29 14:36:37.363006 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-24813b32-e5c7-4540-ac3c-054e426e6f17 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:37.364458 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-24813b32-e5c7-4540-ac3c-054e426e6f17 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/networks?id=1b9efcd0-963e-4312-8efc-097d81e095b0 HTTP/1.1" status: 200  len: 812 time: 0.1547399
Jun 29 14:36:37.381288 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-c568e646-6603-4c4c-b8a0-5918537ebd1d tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/quotas/f8b1bff82789418781af3fd01f1db541 HTTP/1.1" status: 200  len: 375 time: 0.0113015
Jun 29 14:36:37.467839 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-3ea6496b-efb8-4410-ae6b-94a112ab99fd tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=f8b1bff82789418781af3fd01f1db541&fields=id HTTP/1.1" status: 200  len: 440 time: 0.0807838
Jun 29 14:36:37.606860 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-d1a44caa-9eb8-463e-bcb5-d4a42fd640c5 service neutron] 10.222.0.13 "GET /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273630
Jun 29 14:36:37.744623 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-6b2d8ecc-bac6-4517-bde5-e14513f6873c service neutron] 10.222.0.13 "GET /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310740
Jun 29 14:36:38.182605 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-7b46aa97-2355-4857-9748-190c11789560 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:38.193372 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-d1d2982a-0ceb-4ad7-9c4c-dcf90ae1db75 req-586ff765-282e-4b52-83c1-372499a8d284 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c6e0d0-9954-45b3-a0fc-ea9015011bb8 HTTP/1.1" status: 200  len: 210 time: 0.0496380
Jun 29 14:36:39.197385 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:39.345456 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-97603113-2d4a-432c-8787-d586d7747f30 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:39.347158 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-97603113-2d4a-432c-8787-d586d7747f30 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.69 "GET /v2.0/networks?id=1b9efcd0-963e-4312-8efc-097d81e095b0 HTTP/1.1" status: 200  len: 812 time: 0.1469235
Jun 29 14:36:39.370406 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-d7e6da9b-12e4-41a7-a0fd-9ff083d80522 req-d34e61ef-1b71-4700-ba61-2ddd7e7b5220 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c6e0d0-9954-45b3-a0fc-ea9015011bb8 HTTP/1.1" status: 200  len: 210 time: 0.0418515
Jun 29 14:36:39.402905 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-d98736bb-6f1e-4aba-b1a8-aa10cace3903 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.69 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f8b1bff82789418781af3fd01f1db541 HTTP/1.1" status: 200  len: 380 time: 0.0418921
Jun 29 14:36:39.411083 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-143d57a8-aa8f-4191-8e2b-7db0d1b02fd5 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Request body: {'port': {'device_id': 'a6c6e0d0-9954-45b3-a0fc-ea9015011bb8', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'admin_state_up': True, 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'security_groups': ['c7e07530-5b93-48f5-be99-60d6257727fb']}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:36:39.544341 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-143d57a8-aa8f-4191-8e2b-7db0d1b02fd5 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:36:39.554521 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-143d57a8-aa8f-4191-8e2b-7db0d1b02fd5 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:36:39.564048 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-143d57a8-aa8f-4191-8e2b-7db0d1b02fd5 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Made reservation on behalf of f8b1bff82789418781af3fd01f1db541 for: {'port': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:36:39.567054 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-143d57a8-aa8f-4191-8e2b-7db0d1b02fd5 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:39.728376 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_common [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-143d57a8-aa8f-4191-8e2b-7db0d1b02fd5 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Allocated IP 172.20.0.13 (1b9efcd0-963e-4312-8efc-097d81e095b0/b1f452f3-ce90-45e6-b91e-51eb201b6ea6/64322865-cfd1-4791-969a-2dbac97a89b4) {{(pid=74234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:36:40.034654 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:40.040193 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-143d57a8-aa8f-4191-8e2b-7db0d1b02fd5 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for port, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:40.057212 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-143d57a8-aa8f-4191-8e2b-7db0d1b02fd5 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Transition to ACTIVE for port object 64322865-cfd1-4791-969a-2dbac97a89b4 will not be triggered until provisioned by entity DHCP. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:36:40.080995 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-143d57a8-aa8f-4191-8e2b-7db0d1b02fd5 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:40.087413 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-1698a6c0-0a27-46c2-b4c4-245a9667d2d4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:36:40.159671 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-143d57a8-aa8f-4191-8e2b-7db0d1b02fd5 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Network 1b9efcd0-963e-4312-8efc-097d81e095b0 is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:36:40.162943 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-143d57a8-aa8f-4191-8e2b-7db0d1b02fd5 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:36:40.167347 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-143d57a8-aa8f-4191-8e2b-7db0d1b02fd5 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Received port after_create {{(pid=74234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:36:40.194938 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d57a8-aa8f-4191-8e2b-7db0d1b02fd5 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Pushing event updated for resources: {'Port': ['ID=64322865-cfd1-4791-969a-2dbac97a89b4,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:36:40.202353 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-143d57a8-aa8f-4191-8e2b-7db0d1b02fd5 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:36:40.232234 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-143d57a8-aa8f-4191-8e2b-7db0d1b02fd5 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:40.233460 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-143d57a8-aa8f-4191-8e2b-7db0d1b02fd5 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:40.263348 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-143d57a8-aa8f-4191-8e2b-7db0d1b02fd5 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.8557367
Jun 29 14:36:40.285312 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-979dc2f1-0070-440b-bd1f-99b24ca5dcdb service neutron] Request body: {'port': {'device_id': 'a6c6e0d0-9954-45b3-a0fc-ea9015011bb8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:36:40.410801 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-979dc2f1-0070-440b-bd1f-99b24ca5dcdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:40.468610 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-fb622a98-5d8d-450b-8081-fb78825e9d48 None None] Provisioning for port 64322865-cfd1-4791-969a-2dbac97a89b4 completed by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:36:40.474181 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-fb622a98-5d8d-450b-8081-fb78825e9d48 None None] Provisioning complete for port 64322865-cfd1-4791-969a-2dbac97a89b4 triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:36:40.474841 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-fb622a98-5d8d-450b-8081-fb78825e9d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:40.532421 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-fb622a98-5d8d-450b-8081-fb78825e9d48 None None] Port 64322865-cfd1-4791-969a-2dbac97a89b4 cannot update to ACTIVE because it is not bound. {{(pid=74236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 14:36:40.724972 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aadcdcf-e192-45d9-8530-f4763e30932b req-99f0a602-f262-4532-ae18-1a3e09ac9334 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:40.725679 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-3aadcdcf-e192-45d9-8530-f4763e30932b req-99f0a602-f262-4532-ae18-1a3e09ac9334 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Synchronizing usage tracker for tenant:f8b1bff82789418781af3fd01f1db541 on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:36:40.763577 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-3aadcdcf-e192-45d9-8530-f4763e30932b req-99f0a602-f262-4532-ae18-1a3e09ac9334 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Unset dirty status for tenant:f8b1bff82789418781af3fd01f1db541 on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:36:40.764756 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-3aadcdcf-e192-45d9-8530-f4763e30932b req-99f0a602-f262-4532-ae18-1a3e09ac9334 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c6e0d0-9954-45b3-a0fc-ea9015011bb8 HTTP/1.1" status: 200  len: 932 time: 0.2390945
Jun 29 14:36:40.861761 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-979dc2f1-0070-440b-bd1f-99b24ca5dcdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 64322865-cfd1-4791-969a-2dbac97a89b4 {{(pid=74234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:36:40.871360 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-979dc2f1-0070-440b-bd1f-99b24ca5dcdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:40.875891 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-3aadcdcf-e192-45d9-8530-f4763e30932b req-8171e0a1-2441-45b1-8802-18789b526bea tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1023374
Jun 29 14:36:40.889631 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-979dc2f1-0070-440b-bd1f-99b24ca5dcdb service neutron] Transition to ACTIVE for port object 64322865-cfd1-4791-969a-2dbac97a89b4 will not be triggered until provisioned by entity L2. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:36:40.893956 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-979dc2f1-0070-440b-bd1f-99b24ca5dcdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:40.897755 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-143d57a8-aa8f-4191-8e2b-7db0d1b02fd5 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:36:40.907100 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:41.021648 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979dc2f1-0070-440b-bd1f-99b24ca5dcdb service neutron] Pushing event updated for resources: {'Port': ['ID=64322865-cfd1-4791-969a-2dbac97a89b4,revision_number=2']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:36:41.025180 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-979dc2f1-0070-440b-bd1f-99b24ca5dcdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:36:41.126852 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-979dc2f1-0070-440b-bd1f-99b24ca5dcdb service neutron] Attempting to bind port 64322865-cfd1-4791-969a-2dbac97a89b4 on host hv-cinder-79835 for vnic_type normal with profile  {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:36:41.127191 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-979dc2f1-0070-440b-bd1f-99b24ca5dcdb service neutron] Attempting to bind port 64322865-cfd1-4791-969a-2dbac97a89b4 by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': '276a84e3-277d-4962-9d31-d392ba2cca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0'}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:36:41.127523 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-979dc2f1-0070-440b-bd1f-99b24ca5dcdb service neutron] Attempting to bind port 64322865-cfd1-4791-969a-2dbac97a89b4 on network 1b9efcd0-963e-4312-8efc-097d81e095b0 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:36:41.133256 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-979dc2f1-0070-440b-bd1f-99b24ca5dcdb service neutron] Port 64322865-cfd1-4791-969a-2dbac97a89b4 on network 1b9efcd0-963e-4312-8efc-097d81e095b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 14:36:41.133579 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-979dc2f1-0070-440b-bd1f-99b24ca5dcdb service neutron] Attempting to bind port 64322865-cfd1-4791-969a-2dbac97a89b4 on network 1b9efcd0-963e-4312-8efc-097d81e095b0 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:36:41.139855 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-979dc2f1-0070-440b-bd1f-99b24ca5dcdb service neutron] Checking agent: {'id': 'f619983b-74b0-4a10-ac06-3edbe0602c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 36, 40), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:36:41.140190 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-979dc2f1-0070-440b-bd1f-99b24ca5dcdb service neutron] Checking segment: {'id': '276a84e3-277d-4962-9d31-d392ba2cca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:36:41.140570 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-979dc2f1-0070-440b-bd1f-99b24ca5dcdb service neutron] Bound using segment: {'id': '276a84e3-277d-4962-9d31-d392ba2cca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0'} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:36:41.141025 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-979dc2f1-0070-440b-bd1f-99b24ca5dcdb service neutron] Bound port: 64322865-cfd1-4791-969a-2dbac97a89b4, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '276a84e3-277d-4962-9d31-d392ba2cca90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 507, 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0'}}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:36:41.141375 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-979dc2f1-0070-440b-bd1f-99b24ca5dcdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:41.230984 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-979dc2f1-0070-440b-bd1f-99b24ca5dcdb service neutron] For port 64322865-cfd1-4791-969a-2dbac97a89b4, host hv-cinder-79835, cleared binding levels {{(pid=74234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:36:41.234124 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-979dc2f1-0070-440b-bd1f-99b24ca5dcdb service neutron] For port 64322865-cfd1-4791-969a-2dbac97a89b4, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=64322865-cfd1-4791-969a-2dbac97a89b4,segment=NetworkSegment(276a84e3-277d-4962-9d31-d392ba2cca90),segment_id=276a84e3-277d-4962-9d31-d392ba2cca90)] {{(pid=74234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:36:41.239584 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-979dc2f1-0070-440b-bd1f-99b24ca5dcdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:41.243206 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-4341b30a-baa0-4226-9cbb-a6998ec555b8 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:36:41.300715 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-979dc2f1-0070-440b-bd1f-99b24ca5dcdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:41.302106 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-979dc2f1-0070-440b-bd1f-99b24ca5dcdb service neutron] 10.222.0.69 "PUT /v2.0/ports/64322865-cfd1-4791-969a-2dbac97a89b4 HTTP/1.1" status: 200  len: 1094 time: 1.0231023
Jun 29 14:36:41.302701 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c6e0d0-9954-45b3-a0fc-ea9015011bb8', 'tag': '64322865-cfd1-4791-969a-2dbac97a89b4'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:36:41.321267 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979dc2f1-0070-440b-bd1f-99b24ca5dcdb service neutron] Pushing event updated for resources: {'Port': ['ID=64322865-cfd1-4791-969a-2dbac97a89b4,revision_number=3']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:36:41.324585 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-979dc2f1-0070-440b-bd1f-99b24ca5dcdb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:36:41.387056 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c6e0d0-9954-45b3-a0fc-ea9015011bb8', 'tag': '64322865-cfd1-4791-969a-2dbac97a89b4', 'status': 'completed', 'code': 200}
Jun 29 14:36:41.427800 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-3a7da751-5d14-4394-9f3c-c23fced46bf2 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f8b1bff82789418781af3fd01f1db541&device_id=a6c6e0d0-9954-45b3-a0fc-ea9015011bb8 HTTP/1.1" status: 200  len: 1097 time: 0.0817745
Jun 29 14:36:41.497935 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-92cbfe6e-98b3-4030-a61e-5a8968ffde0e service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64322865-cfd1-4791-969a-2dbac97a89b4 HTTP/1.1" status: 200  len: 217 time: 0.0623953
Jun 29 14:36:41.564141 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-65a4d3d6-e477-4158-a1b1-2bb3cb6b9bb0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:41.565467 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-65a4d3d6-e477-4158-a1b1-2bb3cb6b9bb0 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b1f452f3-ce90-45e6-b91e-51eb201b6ea6 HTTP/1.1" status: 200  len: 851 time: 0.0606282
Jun 29 14:36:41.649742 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-04563c31-8059-4070-b0f3-97ed82a7e402 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1b9efcd0-963e-4312-8efc-097d81e095b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0770020
Jun 29 14:36:41.788236 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-dd56f618-147e-437d-b7af-38ba29c1ff40 service neutron] 10.222.0.69 "GET /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1309779
Jun 29 14:36:42.078124 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-41067f1c-ac4d-4ca7-a7e3-649a654b8aa0 req-e3bf39b4-3bef-438e-ad2c-7fc4f890f44c service neutron] 10.222.0.69 "GET /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2828090
Jun 29 14:36:42.116530 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0027e2c-67fe-4718-b94e-7ab17ef4b172 req-1b855c65-7823-42a3-a5b7-93eba25e7144 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:42.118112 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c0027e2c-67fe-4718-b94e-7ab17ef4b172 req-1b855c65-7823-42a3-a5b7-93eba25e7144 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c6e0d0-9954-45b3-a0fc-ea9015011bb8 HTTP/1.1" status: 200  len: 944 time: 0.0902359
Jun 29 14:36:42.209822 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c0027e2c-67fe-4718-b94e-7ab17ef4b172 req-d7193e8c-a711-461a-9df2-449569a102f6 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0853734
Jun 29 14:36:42.231979 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-9bf71153-bd8f-4263-993d-c445d9f774c8 req-acd31b8b-472b-4ab2-95b2-91c594220536 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f8b1bff82789418781af3fd01f1db541&device_id=a6c6e0d0-9954-45b3-a0fc-ea9015011bb8 HTTP/1.1" status: 200  len: 1097 time: 0.0935743
Jun 29 14:36:42.377231 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf71153-bd8f-4263-993d-c445d9f774c8 req-e29f0613-f520-4c7d-a607-0549a2c73bb5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:42.378715 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-9bf71153-bd8f-4263-993d-c445d9f774c8 req-e29f0613-f520-4c7d-a607-0549a2c73bb5 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1b9efcd0-963e-4312-8efc-097d81e095b0 HTTP/1.1" status: 200  len: 913 time: 0.1399851
Jun 29 14:36:42.454174 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-9bf71153-bd8f-4263-993d-c445d9f774c8 req-2cecb4e2-682c-4ac1-a910-f97a8b03aeac service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64322865-cfd1-4791-969a-2dbac97a89b4 HTTP/1.1" status: 200  len: 217 time: 0.0670526
Jun 29 14:36:42.519384 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf71153-bd8f-4263-993d-c445d9f774c8 req-4420fda0-aab4-4fa1-83cf-86fd2017832b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:42.520786 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-9bf71153-bd8f-4263-993d-c445d9f774c8 req-4420fda0-aab4-4fa1-83cf-86fd2017832b service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b1f452f3-ce90-45e6-b91e-51eb201b6ea6 HTTP/1.1" status: 200  len: 851 time: 0.0574777
Jun 29 14:36:42.601497 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-9bf71153-bd8f-4263-993d-c445d9f774c8 req-347e080b-010e-4a8f-aeb1-1c0e077694fb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1b9efcd0-963e-4312-8efc-097d81e095b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0714903
Jun 29 14:36:42.731795 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-9bf71153-bd8f-4263-993d-c445d9f774c8 req-23682d6b-7fe5-4be1-9491-832daca8482a service neutron] 10.222.0.69 "GET /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1227186
Jun 29 14:36:42.870359 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-9bf71153-bd8f-4263-993d-c445d9f774c8 req-363b5f37-ee88-4667-bf41-8149880e5993 service neutron] 10.222.0.69 "GET /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1309204
Jun 29 14:36:43.423638 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db382b28-cdc1-4df5-ba1d-662888551f62 req-83b8a1a7-653c-435c-9252-9b469ba621d2 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:43.425130 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-db382b28-cdc1-4df5-ba1d-662888551f62 req-83b8a1a7-653c-435c-9252-9b469ba621d2 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c6e0d0-9954-45b3-a0fc-ea9015011bb8 HTTP/1.1" status: 200  len: 944 time: 0.0840220
Jun 29 14:36:43.475045 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-db382b28-cdc1-4df5-ba1d-662888551f62 req-1681d71e-510f-40b9-adb5-d86a306a7e46 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432811
Jun 29 14:36:43.700632 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 6 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:36:44.677350 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69273e-800c-4f1a-b35b-1eb8e4fa868f req-a9f4ff6e-4ba0-4ac6-a6a2-a9a11c7d20d7 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:44.678809 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-9d69273e-800c-4f1a-b35b-1eb8e4fa868f req-a9f4ff6e-4ba0-4ac6-a6a2-a9a11c7d20d7 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c6e0d0-9954-45b3-a0fc-ea9015011bb8 HTTP/1.1" status: 200  len: 944 time: 0.0776198
Jun 29 14:36:44.728544 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-9d69273e-800c-4f1a-b35b-1eb8e4fa868f req-d97d4082-2a2a-41d9-94b3-090bb73e9b88 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433252
Jun 29 14:36:45.927228 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa0b16-534b-4d5c-b8ee-803a4b940d49 req-e3e08be0-2c21-4891-b1a4-eb2147ea9600 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:45.928765 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-7eaa0b16-534b-4d5c-b8ee-803a4b940d49 req-e3e08be0-2c21-4891-b1a4-eb2147ea9600 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c6e0d0-9954-45b3-a0fc-ea9015011bb8 HTTP/1.1" status: 200  len: 944 time: 0.0801678
Jun 29 14:36:45.975879 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-7eaa0b16-534b-4d5c-b8ee-803a4b940d49 req-22faefa1-c13b-47ff-b89f-57bee2bb0d6e tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399570
Jun 29 14:36:47.177625 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1089c912-4d46-4f7e-81a8-6cc89f7d8c97 req-5b29ab8d-ff2d-433b-a4ef-9fa4223a2ce3 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:47.179332 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-1089c912-4d46-4f7e-81a8-6cc89f7d8c97 req-5b29ab8d-ff2d-433b-a4ef-9fa4223a2ce3 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c6e0d0-9954-45b3-a0fc-ea9015011bb8 HTTP/1.1" status: 200  len: 944 time: 0.0817833
Jun 29 14:36:47.227106 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-1089c912-4d46-4f7e-81a8-6cc89f7d8c97 req-da3e8581-6165-4b78-8be5-ff69c9ce9fec tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0410068
Jun 29 14:36:48.357696 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 64322865-cfd1-4791-969a-2dbac97a89b4 details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 14:36:48.455157 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f835457-2f45-4731-818a-f043bb7f654f req-045d4c27-92e8-4792-a25c-d4a63d3696dc tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:48.457079 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-5f835457-2f45-4731-818a-f043bb7f654f req-045d4c27-92e8-4792-a25c-d4a63d3696dc tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c6e0d0-9954-45b3-a0fc-ea9015011bb8 HTTP/1.1" status: 200  len: 944 time: 0.1062825
Jun 29 14:36:48.495551 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 64322865-cfd1-4791-969a-2dbac97a89b4, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=64322865-cfd1-4791-969a-2dbac97a89b4,segment=NetworkSegment(276a84e3-277d-4962-9d31-d392ba2cca90),segment_id=276a84e3-277d-4962-9d31-d392ba2cca90)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:36:48.505320 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-5f835457-2f45-4731-818a-f043bb7f654f req-caa08fbc-a671-4110-83c9-444348d5928b tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0414152
Jun 29 14:36:48.509700 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Returning: {'device': '64322865-cfd1-4791-969a-2dbac97a89b4', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'port_id': '64322865-cfd1-4791-969a-2dbac97a89b4', 'mac_address': 'fa:16:3e:0e:39:58', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 507, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 14:36:48.562184 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:48.579361 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 64322865-cfd1-4791-969a-2dbac97a89b4 {{(pid=74236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:36:48.595410 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 64322865-cfd1-4791-969a-2dbac97a89b4, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=64322865-cfd1-4791-969a-2dbac97a89b4,segment=NetworkSegment(276a84e3-277d-4962-9d31-d392ba2cca90),segment_id=276a84e3-277d-4962-9d31-d392ba2cca90)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:36:48.599390 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:48.601142 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:36:48.673665 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=64322865-cfd1-4791-969a-2dbac97a89b4,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:36:48.677930 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:36:48.813940 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['64322865-cfd1-4791-969a-2dbac97a89b4'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:36:49.591735 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 47984) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:36:49.749587 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97846e97-180c-49b1-b674-7ec09e1569fd req-b5ad9977-af82-4e17-9cdc-aa4f95a4cd88 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:49.751710 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-97846e97-180c-49b1-b674-7ec09e1569fd req-b5ad9977-af82-4e17-9cdc-aa4f95a4cd88 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c6e0d0-9954-45b3-a0fc-ea9015011bb8 HTTP/1.1" status: 200  len: 945 time: 0.0971191
Jun 29 14:36:49.755582 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-bfc64c78-7d40-4b5d-9db6-4473b62f967f admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:49.821306 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-bfc64c78-7d40-4b5d-9db6-4473b62f967f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:36:49.826230 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-bfc64c78-7d40-4b5d-9db6-4473b62f967f admin admin] Usage tracker for resource:security_group_rule and tenant:a2dc7497d1f44be89f0733fa97ce7008 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:36:49.830487 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-97846e97-180c-49b1-b674-7ec09e1569fd req-7a28a4ed-5529-4a91-bc2a-915fd270e02e tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0659559
Jun 29 14:36:49.831292 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-bfc64c78-7d40-4b5d-9db6-4473b62f967f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:36:49.837190 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-bfc64c78-7d40-4b5d-9db6-4473b62f967f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:36:49.903867 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-bfc64c78-7d40-4b5d-9db6-4473b62f967f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:49.907866 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-bfc64c78-7d40-4b5d-9db6-4473b62f967f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:49.915762 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-8bf1d7e8-75ae-498a-8f77-4d1c190b3d04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:36:49.957053 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc64c78-7d40-4b5d-9db6-4473b62f967f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5af33d33-59bf-467e-827b-623e485de5d2,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:36:49.961202 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-bfc64c78-7d40-4b5d-9db6-4473b62f967f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a2dc7497d1f44be89f0733fa97ce7008&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3684168
Jun 29 14:36:49.962193 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-bfc64c78-7d40-4b5d-9db6-4473b62f967f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:36:49.964506 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 47990) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:36:50.024765 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-b7b43842-c429-45b3-9934-8031bb15ccd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:50.055053 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-b7b43842-c429-45b3-9934-8031bb15ccd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:50.120041 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-b7b43842-c429-45b3-9934-8031bb15ccd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:50.124633 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:36:50.137508 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b43842-c429-45b3-9934-8031bb15ccd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5af33d33-59bf-467e-827b-623e485de5d2,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:36:50.139888 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-b7b43842-c429-45b3-9934-8031bb15ccd4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:36:50.146227 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-b7b43842-c429-45b3-9934-8031bb15ccd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:50.147385 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-b7b43842-c429-45b3-9934-8031bb15ccd4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5af33d33-59bf-467e-827b-623e485de5d2 HTTP/1.1" status: 204  len: 168 time: 0.1824970
Jun 29 14:36:50.373078 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 64322865-cfd1-4791-969a-2dbac97a89b4 up at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:36:50.445653 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning for port 64322865-cfd1-4791-969a-2dbac97a89b4 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:36:50.450524 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning complete for port 64322865-cfd1-4791-969a-2dbac97a89b4 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:36:50.450918 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:50.602373 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:50.631965 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c6e0d0-9954-45b3-a0fc-ea9015011bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64322865-cfd1-4791-969a-2dbac97a89b4'}] {{(pid=74236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:36:50.642421 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port 64322865-cfd1-4791-969a-2dbac97a89b4, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=64322865-cfd1-4791-969a-2dbac97a89b4,segment=NetworkSegment(276a84e3-277d-4962-9d31-d392ba2cca90),segment_id=276a84e3-277d-4962-9d31-d392ba2cca90)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:36:50.648734 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:50.651041 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:36:50.702234 dv-cinder-798356-1-iscsi neutron-server[74236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c6e0d0-9954-45b3-a0fc-ea9015011bb8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '64322865-cfd1-4791-969a-2dbac97a89b4', 'code': 200}
Jun 29 14:36:50.727316 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=64322865-cfd1-4791-969a-2dbac97a89b4,revision_number=5']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:36:50.730253 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:36:51.060630 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-28e114ec-4761-4d2a-9cd0-ca8737c69880 req-809c21f7-83d7-4192-8dd7-c4e4e9e7af06 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=a6c6e0d0-9954-45b3-a0fc-ea9015011bb8 HTTP/1.1" status: 200  len: 1099 time: 0.1331315
Jun 29 14:36:51.066827 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81907ee4-01c6-4718-9081-e735ec94e037 req-8cbedc21-2b4a-41dc-a6fb-624b3a39f854 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:51.068215 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-81907ee4-01c6-4718-9081-e735ec94e037 req-8cbedc21-2b4a-41dc-a6fb-624b3a39f854 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c6e0d0-9954-45b3-a0fc-ea9015011bb8 HTTP/1.1" status: 200  len: 946 time: 0.1066914
Jun 29 14:36:51.137592 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-28e114ec-4761-4d2a-9cd0-ca8737c69880 req-0a1116a0-187a-4d20-bbf3-910624e546a5 service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0684395
Jun 29 14:36:51.142125 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-81907ee4-01c6-4718-9081-e735ec94e037 req-a853f3b7-df8b-4ffe-9bb7-8ee949cc4e92 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596740
Jun 29 14:36:52.351644 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4db1c011-e52b-407e-b9dd-556716babb59 req-59817c55-53cb-47ed-a2dc-7e6f53b92b20 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:52.353130 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-4db1c011-e52b-407e-b9dd-556716babb59 req-59817c55-53cb-47ed-a2dc-7e6f53b92b20 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c6e0d0-9954-45b3-a0fc-ea9015011bb8 HTTP/1.1" status: 200  len: 946 time: 0.0812609
Jun 29 14:36:52.511083 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-4db1c011-e52b-407e-b9dd-556716babb59 req-1088495e-0816-4786-96cd-05233fc3fb77 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1515913
Jun 29 14:36:52.722412 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d6107a8-2048-4adc-bf8f-44c0d0479128 req-37f0a185-031a-4b86-87f2-64cc8db86524 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:52.723956 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-6d6107a8-2048-4adc-bf8f-44c0d0479128 req-37f0a185-031a-4b86-87f2-64cc8db86524 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c6e0d0-9954-45b3-a0fc-ea9015011bb8 HTTP/1.1" status: 200  len: 946 time: 0.0836966
Jun 29 14:36:52.864105 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-6d6107a8-2048-4adc-bf8f-44c0d0479128 req-98277f79-b7d4-4821-aa5d-e4661a9e55f1 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1344860
Jun 29 14:36:52.892115 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 48044) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:36:52.965161 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-6df5ce74-764a-4fef-bde2-ce9f628a67b0 tempest-TestVolumeBootPattern-1765156289 tempest-TestVolumeBootPattern-1765156289-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=a6c6e0d0-9954-45b3-a0fc-ea9015011bb8 HTTP/1.1" status: 200  len: 1094 time: 0.0717969
Jun 29 14:36:52.967703 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 48050) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:36:52.974173 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-67ad6d22-d5d3-4e13-9f0a-3c60c66c3ba8 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Request body: {'floatingip': {'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'port_id': '64322865-cfd1-4791-969a-2dbac97a89b4', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'fixed_ip_address': '172.20.0.13'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:36:52.980054 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-67ad6d22-d5d3-4e13-9f0a-3c60c66c3ba8 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:36:52.984525 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-67ad6d22-d5d3-4e13-9f0a-3c60c66c3ba8 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Usage tracker for resource:floatingip and tenant:f8b1bff82789418781af3fd01f1db541 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:36:52.988369 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-67ad6d22-d5d3-4e13-9f0a-3c60c66c3ba8 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:36:52.995036 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-67ad6d22-d5d3-4e13-9f0a-3c60c66c3ba8 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:36:53.008671 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-67ad6d22-d5d3-4e13-9f0a-3c60c66c3ba8 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for floatingip, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:53.161906 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-67ad6d22-d5d3-4e13-9f0a-3c60c66c3ba8 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:53.310384 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_common [None req-67ad6d22-d5d3-4e13-9f0a-3c60c66c3ba8 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Allocated IP 172.27.1.203 (4aeb16d3-bc5e-4796-b60c-2ad2a6d47368/089d678a-05aa-4bef-b283-da88079c7f50/ec1fe7ff-1c0b-40ff-8ad1-755c810051e2) {{(pid=74234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:36:53.472900 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-67ad6d22-d5d3-4e13-9f0a-3c60c66c3ba8 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for port, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:53.503352 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-67ad6d22-d5d3-4e13-9f0a-3c60c66c3ba8 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:53.507345 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-67a6fe49-aee7-4316-8e4c-3a62ea97382f tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:36:53.576791 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ad6d22-d5d3-4e13-9f0a-3c60c66c3ba8 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Network 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:36:53.579899 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [None req-67ad6d22-d5d3-4e13-9f0a-3c60c66c3ba8 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:36:53.582513 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67ad6d22-d5d3-4e13-9f0a-3c60c66c3ba8 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Received port after_create {{(pid=74234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:36:53.613122 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad6d22-d5d3-4e13-9f0a-3c60c66c3ba8 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Pushing event updated for resources: {'Port': ['ID=ec1fe7ff-1c0b-40ff-8ad1-755c810051e2,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:36:53.619194 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-67ad6d22-d5d3-4e13-9f0a-3c60c66c3ba8 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:36:54.118051 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-67ad6d22-d5d3-4e13-9f0a-3c60c66c3ba8 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:54.177113 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-67ad6d22-d5d3-4e13-9f0a-3c60c66c3ba8 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:54.424862 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-67ad6d22-d5d3-4e13-9f0a-3c60c66c3ba8 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:54.430580 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-67ad6d22-d5d3-4e13-9f0a-3c60c66c3ba8 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:54.434805 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-57efa36b-ce02-4f09-affb-f8c7b7510e3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:36:54.557067 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ad6d22-d5d3-4e13-9f0a-3c60c66c3ba8 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Pushing event updated for resources: {'Port': ['ID=ec1fe7ff-1c0b-40ff-8ad1-755c810051e2,revision_number=2']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:36:54.560095 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-67ad6d22-d5d3-4e13-9f0a-3c60c66c3ba8 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:36:54.575114 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-67ad6d22-d5d3-4e13-9f0a-3c60c66c3ba8 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-669791'] for floatingip, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:54.876642 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.db.l3_db [None req-67ad6d22-d5d3-4e13-9f0a-3c60c66c3ba8 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Floating IP 557fcdfd-cf68-4e87-88cd-fee9224c8307 associated. External IP: 172.27.1.203, port: 64322865-cfd1-4791-969a-2dbac97a89b4.
Jun 29 14:36:55.295524 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67ad6d22-d5d3-4e13-9f0a-3c60c66c3ba8 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Router 07af9143-8575-4ba9-b96d-3229e022edba has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:36:55.511050 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67ad6d22-d5d3-4e13-9f0a-3c60c66c3ba8 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:36:55.522253 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc920f3-428f-4008-b2d3-8a3031e91f80 None None] Sync routers for ids ['07af9143-8575-4ba9-b96d-3229e022edba'] in dv-cinder-798356-1-iscsi {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:36:55.535100 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc920f3-428f-4008-b2d3-8a3031e91f80 None None] Routers {'07af9143-8575-4ba9-b96d-3229e022edba'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:36:55.535829 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-6bc920f3-428f-4008-b2d3-8a3031e91f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94c7f700>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:36:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['07af9143-8575-4ba9-b96d-3229e022edba'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:36:55.539675 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-67ad6d22-d5d3-4e13-9f0a-3c60c66c3ba8 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for floatingip, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:36:55.612903 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-67ad6d22-d5d3-4e13-9f0a-3c60c66c3ba8 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.6439831
Jun 29 14:36:55.613482 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c6e0d0-9954-45b3-a0fc-ea9015011bb8', 'tag': '64322865-cfd1-4791-969a-2dbac97a89b4'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:36:55.673221 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c6e0d0-9954-45b3-a0fc-ea9015011bb8', 'tag': '64322865-cfd1-4791-969a-2dbac97a89b4', 'status': 'completed', 'code': 200}
Jun 29 14:36:55.724284 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-6bc920f3-428f-4008-b2d3-8a3031e91f80 None None] Set router 07af9143-8575-4ba9-b96d-3229e022edba gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:36:56.097878 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-6bc920f3-428f-4008-b2d3-8a3031e91f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94c7f700>, [{'id': '07af9143-8575-4ba9-b96d-3229e022edba', 'name': 'tempest-TestVolumeBootPattern-1566396203-router', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:36Z', 'updated_at': '2021-06-29T14:30:47Z', 'revision_number': 4, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'gw_port': {'id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:38Z', 'updated_at': '2021-06-29T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_floatingips': [{'id': '557fcdfd-cf68-4e87-88cd-fee9224c8307', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'router_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'port_id': '64322865-cfd1-4791-969a-2dbac97a89b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'mac_address': 'fa:16:3e:0e:39:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c6e0d0-9954-45b3-a0fc-ea9015011bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:36:53Z', 'updated_at': '2021-06-29T14:36:53Z', 'revision_number': 0, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'fixed_ip_address_scope': None}, {'id': 'fb4c9cc3-2740-46ce-b1f6-be4d146059fe', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'router_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'port_id': 'b8d7280e-7da4-4c22-a42a-b425e1bab683', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'mac_address': 'fa:16:3e:2c:e4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae33ebfa-dfb2-429b-9483-9a451954be1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:34:51Z', 'updated_at': '2021-06-29T14:34:55Z', 'revision_number': 1, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b9b5f29-4f70-4626-8d36-c27bd9f39841', 'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'mac_address': 'fa:16:3e:12:5a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:45Z', 'updated_at': '2021-06-29T14:30:58Z', 'revision_number': 5, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'subnets': [{'id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:36:56.102109 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc920f3-428f-4008-b2d3-8a3031e91f80 None None] Checking router: 07af9143-8575-4ba9-b96d-3229e022edba for host: dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:36:56.114600 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc920f3-428f-4008-b2d3-8a3031e91f80 None None] Routers {'07af9143-8575-4ba9-b96d-3229e022edba'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:36:56.115246 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-6bc920f3-428f-4008-b2d3-8a3031e91f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94c7f700>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:36:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['07af9143-8575-4ba9-b96d-3229e022edba'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:36:56.295606 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-6bc920f3-428f-4008-b2d3-8a3031e91f80 None None] Set router 07af9143-8575-4ba9-b96d-3229e022edba gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:36:56.459487 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-70ebdcd1-5e19-46b2-b3b7-ddbc89d88a4f req-8910d380-a978-44a0-ad78-ffc045e75352 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f8b1bff82789418781af3fd01f1db541&device_id=a6c6e0d0-9954-45b3-a0fc-ea9015011bb8 HTTP/1.1" status: 200  len: 1099 time: 0.0760386
Jun 29 14:36:56.607122 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebdcd1-5e19-46b2-b3b7-ddbc89d88a4f req-e1a6cf6e-da8a-45ec-8deb-cbe00b906f8a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:56.608820 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-70ebdcd1-5e19-46b2-b3b7-ddbc89d88a4f req-e1a6cf6e-da8a-45ec-8deb-cbe00b906f8a service neutron] 10.222.0.69 "GET /v2.0/networks?id=1b9efcd0-963e-4312-8efc-097d81e095b0 HTTP/1.1" status: 200  len: 913 time: 0.1419675
Jun 29 14:36:56.721302 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-6bc920f3-428f-4008-b2d3-8a3031e91f80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94c7f700>, [{'id': '07af9143-8575-4ba9-b96d-3229e022edba', 'name': 'tempest-TestVolumeBootPattern-1566396203-router', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:36Z', 'updated_at': '2021-06-29T14:30:47Z', 'revision_number': 4, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'gw_port': {'id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:38Z', 'updated_at': '2021-06-29T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_floatingips': [{'id': '557fcdfd-cf68-4e87-88cd-fee9224c8307', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'router_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'port_id': '64322865-cfd1-4791-969a-2dbac97a89b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'mac_address': 'fa:16:3e:0e:39:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c6e0d0-9954-45b3-a0fc-ea9015011bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:36:53Z', 'updated_at': '2021-06-29T14:36:53Z', 'revision_number': 0, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'fixed_ip_address_scope': None}, {'id': 'fb4c9cc3-2740-46ce-b1f6-be4d146059fe', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'router_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'port_id': 'b8d7280e-7da4-4c22-a42a-b425e1bab683', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'mac_address': 'fa:16:3e:2c:e4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae33ebfa-dfb2-429b-9483-9a451954be1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:34:51Z', 'updated_at': '2021-06-29T14:34:55Z', 'revision_number': 1, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b9b5f29-4f70-4626-8d36-c27bd9f39841', 'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'mac_address': 'fa:16:3e:12:5a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:45Z', 'updated_at': '2021-06-29T14:30:58Z', 'revision_number': 5, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'subnets': [{'id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:36:56.726848 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc920f3-428f-4008-b2d3-8a3031e91f80 None None] The sync data for ids ['07af9143-8575-4ba9-b96d-3229e022edba'] in dv-cinder-798356-1-iscsi is: [{'id': '07af9143-8575-4ba9-b96d-3229e022edba', 'name': 'tempest-TestVolumeBootPattern-1566396203-router', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:36Z', 'updated_at': '2021-06-29T14:30:47Z', 'revision_number': 4, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'gw_port': {'id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:38Z', 'updated_at': '2021-06-29T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_floatingips': [{'id': '557fcdfd-cf68-4e87-88cd-fee9224c8307', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'floating_ip_address': '172.27.1.203', 'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'router_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'port_id': '64322865-cfd1-4791-969a-2dbac97a89b4', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'mac_address': 'fa:16:3e:0e:39:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a6c6e0d0-9954-45b3-a0fc-ea9015011bb8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:36:53Z', 'updated_at': '2021-06-29T14:36:53Z', 'revision_number': 0, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'fixed_ip_address_scope': None}, {'id': 'fb4c9cc3-2740-46ce-b1f6-be4d146059fe', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'router_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'port_id': 'b8d7280e-7da4-4c22-a42a-b425e1bab683', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'mac_address': 'fa:16:3e:2c:e4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae33ebfa-dfb2-429b-9483-9a451954be1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:34:51Z', 'updated_at': '2021-06-29T14:34:55Z', 'revision_number': 1, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b9b5f29-4f70-4626-8d36-c27bd9f39841', 'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'mac_address': 'fa:16:3e:12:5a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:45Z', 'updated_at': '2021-06-29T14:30:58Z', 'revision_number': 5, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'subnets': [{'id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:36:56.727937 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-70ebdcd1-5e19-46b2-b3b7-ddbc89d88a4f req-f1ebf3e0-da32-45e5-8c56-4eabe6d87558 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64322865-cfd1-4791-969a-2dbac97a89b4 HTTP/1.1" status: 200  len: 1000 time: 0.1125600
Jun 29 14:36:56.798620 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebdcd1-5e19-46b2-b3b7-ddbc89d88a4f req-17f4a75d-f67c-43e8-84c4-7e35b2443109 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:36:56.800180 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-70ebdcd1-5e19-46b2-b3b7-ddbc89d88a4f req-17f4a75d-f67c-43e8-84c4-7e35b2443109 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b1f452f3-ce90-45e6-b91e-51eb201b6ea6 HTTP/1.1" status: 200  len: 851 time: 0.0639770
Jun 29 14:36:56.884958 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-70ebdcd1-5e19-46b2-b3b7-ddbc89d88a4f req-2503462a-d517-490a-9448-80073c89e7ad service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1b9efcd0-963e-4312-8efc-097d81e095b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0767710
Jun 29 14:36:56.929270 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c2afc90-da87-4fa2-b3b3-5d87d50003e2 None None] New status for floating IP 557fcdfd-cf68-4e87-88cd-fee9224c8307: ACTIVE {{(pid=74237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 14:36:57.028753 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-70ebdcd1-5e19-46b2-b3b7-ddbc89d88a4f req-b3fde40d-1fe3-4c71-8001-df25863ed83c service neutron] 10.222.0.69 "GET /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1332047
Jun 29 14:36:57.163167 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-70ebdcd1-5e19-46b2-b3b7-ddbc89d88a4f req-442d2032-fc58-4d27-b381-b05f3310060a service neutron] 10.222.0.69 "GET /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1287162
Jun 29 14:37:00.286614 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48086) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:37:00.440244 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-b2806c98-426b-4761-be24-32d0de02445d admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:00.481973 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-b2806c98-426b-4761-be24-32d0de02445d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:37:00.486836 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-b2806c98-426b-4761-be24-32d0de02445d admin admin] Usage tracker for resource:security_group_rule and tenant:a55374443cf147c68bc9350b5210663d is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:37:00.490387 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-b2806c98-426b-4761-be24-32d0de02445d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:37:00.496645 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-b2806c98-426b-4761-be24-32d0de02445d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:37:00.579372 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-b2806c98-426b-4761-be24-32d0de02445d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:00.583346 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-b2806c98-426b-4761-be24-32d0de02445d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:00.590483 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-3f1d333b-660c-4288-ae8e-ae2824f85c41 tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:00.635270 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2806c98-426b-4761-be24-32d0de02445d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5698c44d-4bdb-449e-bd25-1bc95254f16c,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:00.640746 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-b2806c98-426b-4761-be24-32d0de02445d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:00.649266 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-b2806c98-426b-4761-be24-32d0de02445d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a55374443cf147c68bc9350b5210663d&name=default HTTP/1.1" status: 200  len: 2647 time: 0.3575885
Jun 29 14:37:00.651517 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48092) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:37:00.757527 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-032c2f77-4fe1-47c0-b35b-bc19a29eff48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:00.790800 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-032c2f77-4fe1-47c0-b35b-bc19a29eff48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:00.843662 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-032c2f77-4fe1-47c0-b35b-bc19a29eff48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:00.847884 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-da6ef1d8-ee98-41f4-a4df-247c5b6f3214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:00.861761 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c2f77-4fe1-47c0-b35b-bc19a29eff48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5698c44d-4bdb-449e-bd25-1bc95254f16c,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:00.864134 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-032c2f77-4fe1-47c0-b35b-bc19a29eff48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:00.873239 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-032c2f77-4fe1-47c0-b35b-bc19a29eff48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:00.877450 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-032c2f77-4fe1-47c0-b35b-bc19a29eff48 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5698c44d-4bdb-449e-bd25-1bc95254f16c HTTP/1.1" status: 204  len: 168 time: 0.2231810
Jun 29 14:37:01.832885 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48114) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:37:01.968218 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-2024c612-a553-4022-a701-09da1661b01b admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1486829058-network', 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8'}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:37:01.973409 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-2024c612-a553-4022-a701-09da1661b01b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:37:01.977546 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-2024c612-a553-4022-a701-09da1661b01b admin admin] Usage tracker for resource:network and tenant:361db4a6febd420eb01a2192ef70f0f8 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:37:01.980620 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-2024c612-a553-4022-a701-09da1661b01b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:37:01.986934 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-2024c612-a553-4022-a701-09da1661b01b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:37:01.998045 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2024c612-a553-4022-a701-09da1661b01b admin admin] Made reservation on behalf of 361db4a6febd420eb01a2192ef70f0f8 for: {'network': 1} {{(pid=74235) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:37:02.000641 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2024c612-a553-4022-a701-09da1661b01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for network, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:02.014178 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2024c612-a553-4022-a701-09da1661b01b admin admin] Notify callbacks [] for security_group, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:02.049696 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-2024c612-a553-4022-a701-09da1661b01b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:37:02.053976 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-2024c612-a553-4022-a701-09da1661b01b admin admin] Usage tracker for resource:security_group_rule and tenant:361db4a6febd420eb01a2192ef70f0f8 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:37:02.057206 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-2024c612-a553-4022-a701-09da1661b01b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:37:02.065032 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-2024c612-a553-4022-a701-09da1661b01b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:37:02.145239 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2024c612-a553-4022-a701-09da1661b01b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:02.149663 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2024c612-a553-4022-a701-09da1661b01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:02.152807 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-4b37b927-6dec-487e-9225-8219e282b841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:02.181180 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2024c612-a553-4022-a701-09da1661b01b admin admin] vlan segment allocate from pool success with {'vlan_id': 502, 'physical_network': 'physnet1'}  {{(pid=74235) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 14:37:02.194739 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024c612-a553-4022-a701-09da1661b01b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8b637d3-182c-4b80-8aa8-c28c90559f59,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:02.198196 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-2024c612-a553-4022-a701-09da1661b01b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:02.201374 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2024c612-a553-4022-a701-09da1661b01b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:02.202315 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.db.segments_db [None req-2024c612-a553-4022-a701-09da1661b01b admin admin] Added segment ddecb0f4-d7c7-4786-a31d-1eac45097ab2 of type vlan for network ec1df414-e380-4659-bfa4-af48461b6816
Jun 29 14:37:02.229314 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2024c612-a553-4022-a701-09da1661b01b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482767800'] for network, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:02.267329 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2024c612-a553-4022-a701-09da1661b01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695'] for network, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:02.268597 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2024c612-a553-4022-a701-09da1661b01b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:02.269184 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2024c612-a553-4022-a701-09da1661b01b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:02.272730 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:02.377899 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-2024c612-a553-4022-a701-09da1661b01b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.5438607
Jun 29 14:37:02.378827 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2024c612-a553-4022-a701-09da1661b01b admin admin] Pushing event updated for resources: {'Network': ['ID=ec1df414-e380-4659-bfa4-af48461b6816,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:02.380809 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 48120) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:37:02.381765 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-2024c612-a553-4022-a701-09da1661b01b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:02.386594 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-76d56143-9ca9-4b93-b05d-7e3e28a07580 admin admin] Request body: {'subnet': {'network_id': 'ec1df414-e380-4659-bfa4-af48461b6816', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1486829058-subnet', 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8', 'ip_version': 4}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:37:02.391351 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Network ec1df414-e380-4659-bfa4-af48461b6816 details requested by agent ovs-agent-dv-cinder-798356-1-iscsi with host dv-cinder-798356-1-iscsi {{(pid=74236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 14:37:02.391929 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-76d56143-9ca9-4b93-b05d-7e3e28a07580 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:37:02.395915 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-76d56143-9ca9-4b93-b05d-7e3e28a07580 admin admin] Usage tracker for resource:subnet and tenant:361db4a6febd420eb01a2192ef70f0f8 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:37:02.399087 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-76d56143-9ca9-4b93-b05d-7e3e28a07580 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:37:02.405667 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-76d56143-9ca9-4b93-b05d-7e3e28a07580 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:37:02.533449 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76d56143-9ca9-4b93-b05d-7e3e28a07580 admin admin] Made reservation on behalf of 361db4a6febd420eb01a2192ef70f0f8 for: {'subnet': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:37:02.536132 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-76d56143-9ca9-4b93-b05d-7e3e28a07580 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1217607'] for subnet, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:02.806908 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-76d56143-9ca9-4b93-b05d-7e3e28a07580 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1217621'] for subnet, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:02.811144 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:02.882965 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d56143-9ca9-4b93-b05d-7e3e28a07580 admin admin] Pushing event updated for resources: {'Subnet': ['ID=044a3ce0-64fc-41e7-b61c-50a219c15e36,revision_number=0']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:02.900995 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d56143-9ca9-4b93-b05d-7e3e28a07580 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:02.901367 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d56143-9ca9-4b93-b05d-7e3e28a07580 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:02.901735 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d56143-9ca9-4b93-b05d-7e3e28a07580 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:02.902098 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d56143-9ca9-4b93-b05d-7e3e28a07580 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:02.902683 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d56143-9ca9-4b93-b05d-7e3e28a07580 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:02.903044 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d56143-9ca9-4b93-b05d-7e3e28a07580 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:02.903400 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d56143-9ca9-4b93-b05d-7e3e28a07580 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:02.903751 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d56143-9ca9-4b93-b05d-7e3e28a07580 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:02.904099 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d56143-9ca9-4b93-b05d-7e3e28a07580 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:02.904447 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d56143-9ca9-4b93-b05d-7e3e28a07580 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:02.904793 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-76d56143-9ca9-4b93-b05d-7e3e28a07580 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:02.908584 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-76d56143-9ca9-4b93-b05d-7e3e28a07580 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:02.913863 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d56143-9ca9-4b93-b05d-7e3e28a07580 admin admin] Checking segment: {'id': 'ddecb0f4-d7c7-4786-a31d-1eac45097ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ec1df414-e380-4659-bfa4-af48461b6816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:37:02.914223 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d56143-9ca9-4b93-b05d-7e3e28a07580 admin admin] Network hostable DHCP agents. Network: ec1df414-e380-4659-bfa4-af48461b6816, hostable agents: ['e1a882d0-1bb9-433b-98f7-0ae4434a4814'], hosted agents: [] {{(pid=74234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 14:37:02.936601 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76d56143-9ca9-4b93-b05d-7e3e28a07580 admin admin] Network ec1df414-e380-4659-bfa4-af48461b6816 is scheduled to be hosted by DHCP agent e1a882d0-1bb9-433b-98f7-0ae4434a4814 with binding_index 1 {{(pid=74234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 14:37:02.946804 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [None req-76d56143-9ca9-4b93-b05d-7e3e28a07580 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-iscsi, ec1df414-e380-4659-bfa4-af48461b6816) {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:37:02.951733 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76d56143-9ca9-4b93-b05d-7e3e28a07580 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:02.952839 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-76d56143-9ca9-4b93-b05d-7e3e28a07580 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for subnet, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:02.956548 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf8e4cf-128c-430e-8011-0c79eed85853 None None] Network ec1df414-e380-4659-bfa4-af48461b6816 requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:37:02.976523 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-76d56143-9ca9-4b93-b05d-7e3e28a07580 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.5945301
Jun 29 14:37:02.979271 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48126) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:37:02.985184 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-af585387-fe02-432c-a072-8740cacea3a6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1486829058-router', 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'}}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:37:02.989949 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-af585387-fe02-432c-a072-8740cacea3a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:37:02.993917 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-af585387-fe02-432c-a072-8740cacea3a6 admin admin] Usage tracker for resource:router and tenant:361db4a6febd420eb01a2192ef70f0f8 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:37:02.997012 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-af585387-fe02-432c-a072-8740cacea3a6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:37:03.003123 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-af585387-fe02-432c-a072-8740cacea3a6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:37:03.015248 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-af585387-fe02-432c-a072-8740cacea3a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6752'] for router, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:03.017113 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-af585387-fe02-432c-a072-8740cacea3a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-672253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-746119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6783'] for router, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:03.039046 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-af585387-fe02-432c-a072-8740cacea3a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:03.181300 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14f6528a-7bc9-5c5a-9684-7403d901c9bd-ec1df414-e380-4659-bfa4-af48461b6816', 'network_id': 'ec1df414-e380-4659-bfa4-af48461b6816', 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8', 'fixed_ips': [{'subnet_id': '044a3ce0-64fc-41e7-b61c-50a219c15e36'}]}} from dv-cinder-798356-1-iscsi. {{(pid=74236) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 29 14:37:03.182122 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:03.188958 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-af585387-fe02-432c-a072-8740cacea3a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6733'] for router, precommit_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:03.355350 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.db_base_plugin_common [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Allocated IP 172.20.0.2 (ec1df414-e380-4659-bfa4-af48461b6816/044a3ce0-64fc-41e7-b61c-50a219c15e36/16d2175f-bd7b-4192-8177-a557bde8a930) {{(pid=74236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:37:03.401937 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-af585387-fe02-432c-a072-8740cacea3a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:03.432834 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-af585387-fe02-432c-a072-8740cacea3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:03.581194 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.db_base_plugin_common [None req-af585387-fe02-432c-a072-8740cacea3a6 admin admin] Allocated IP 172.27.1.80 (4aeb16d3-bc5e-4796-b60c-2ad2a6d47368/089d678a-05aa-4bef-b283-da88079c7f50/dff47754-6dbb-4998-bdfa-b5f47f0278ed) {{(pid=74235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:37:03.617456 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Notify callbacks [] for port, precommit_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:03.632587 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Transition to ACTIVE for port object 16d2175f-bd7b-4192-8177-a557bde8a930 will not be triggered until provisioned by entity L2. {{(pid=74236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:37:03.659710 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Transition to ACTIVE for port object 16d2175f-bd7b-4192-8177-a557bde8a930 will not be triggered until provisioned by entity DHCP. {{(pid=74236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:37:03.665814 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793'] for port, after_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:03.685427 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-0c33be6a-3526-4d86-b0a9-f548ddd90811 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:03.750045 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-af585387-fe02-432c-a072-8740cacea3a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:03.762658 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Network ec1df414-e380-4659-bfa4-af48461b6816 is already hosted by enough agents. {{(pid=74236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:37:03.768072 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.scheduler.base_scheduler [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Resources bound (agent type, host, resource id):  {{(pid=74236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:37:03.780846 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-af585387-fe02-432c-a072-8740cacea3a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:03.781186 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Received port after_create {{(pid=74236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:37:03.786382 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-c9068a06-1a24-4d36-b230-bdc2100a15be tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:03.839768 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Pushing event updated for resources: {'Port': ['ID=16d2175f-bd7b-4192-8177-a557bde8a930,revision_number=1']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:03.854272 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af585387-fe02-432c-a072-8740cacea3a6 admin admin] Network 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 is already hosted by enough agents. {{(pid=74235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:37:03.857938 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.base_scheduler [None req-af585387-fe02-432c-a072-8740cacea3a6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:37:03.860788 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af585387-fe02-432c-a072-8740cacea3a6 admin admin] Received port after_create {{(pid=74235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:37:03.882618 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:03.882957 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:03.883288 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:03.883610 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:03.883930 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:03.884246 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:03.884581 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:03.884877 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:03.885188 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:03.885505 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:03.885812 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74236) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:03.896338 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af585387-fe02-432c-a072-8740cacea3a6 admin admin] Pushing event updated for resources: {'Port': ['ID=dff47754-6dbb-4998-bdfa-b5f47f0278ed,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:03.897000 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:03.899272 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-af585387-fe02-432c-a072-8740cacea3a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:03.913095 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Attempting to bind port 16d2175f-bd7b-4192-8177-a557bde8a930 on host dv-cinder-798356-1-iscsi for vnic_type normal with profile  {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:37:03.913489 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Attempting to bind port 16d2175f-bd7b-4192-8177-a557bde8a930 by drivers openvswitch,hyperv on host dv-cinder-798356-1-iscsi at level 0 using segments [{'id': 'ddecb0f4-d7c7-4786-a31d-1eac45097ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ec1df414-e380-4659-bfa4-af48461b6816'}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:37:03.913852 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Attempting to bind port 16d2175f-bd7b-4192-8177-a557bde8a930 on network ec1df414-e380-4659-bfa4-af48461b6816 {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:37:03.920865 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Checking agent: {'id': '7de42cfb-0b94-485f-bf24-4ef591216796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 6), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 36, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:37:03.921243 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Checking segment: {'id': 'ddecb0f4-d7c7-4786-a31d-1eac45097ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ec1df414-e380-4659-bfa4-af48461b6816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:37:03.921649 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:03.922036 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Bound using segment: {'id': 'ddecb0f4-d7c7-4786-a31d-1eac45097ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ec1df414-e380-4659-bfa4-af48461b6816'} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:37:03.922529 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Bound port: 16d2175f-bd7b-4192-8177-a557bde8a930, host: dv-cinder-798356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddecb0f4-d7c7-4786-a31d-1eac45097ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ec1df414-e380-4659-bfa4-af48461b6816'}}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:37:03.922953 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:04.020575 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] For port 16d2175f-bd7b-4192-8177-a557bde8a930, host dv-cinder-798356-1-iscsi, cleared binding levels {{(pid=74236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:37:04.024234 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] For port 16d2175f-bd7b-4192-8177-a557bde8a930, host dv-cinder-798356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=16d2175f-bd7b-4192-8177-a557bde8a930,segment=NetworkSegment(ddecb0f4-d7c7-4786-a31d-1eac45097ab2),segment_id=ddecb0f4-d7c7-4786-a31d-1eac45097ab2)] {{(pid=74236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:37:04.028457 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:04.033680 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:04.048545 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-af585387-fe02-432c-a072-8740cacea3a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:04.049446 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-af585387-fe02-432c-a072-8740cacea3a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670196'] for router, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:04.126302 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Pushing event updated for resources: {'Port': ['ID=16d2175f-bd7b-4192-8177-a557bde8a930,revision_number=2']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:04.131732 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-fe07a366-c7bb-4785-965f-2299ede6e1e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:04.341155 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af585387-fe02-432c-a072-8740cacea3a6 admin admin] Router 4242c05c-a0d7-4fc7-bf9c-f4e2f9467892 is scheduled to L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 with binding_index 1 {{(pid=74235) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 29 14:37:04.671980 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af585387-fe02-432c-a072-8740cacea3a6 admin admin] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:37:04.687834 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9468ed99-13ae-4275-a9d2-8b944153df03 None None] Sync routers for ids ['4242c05c-a0d7-4fc7-bf9c-f4e2f9467892'] in dv-cinder-798356-1-iscsi {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:37:04.703229 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9468ed99-13ae-4275-a9d2-8b944153df03 None None] Routers {'4242c05c-a0d7-4fc7-bf9c-f4e2f9467892'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:37:04.703934 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-9468ed99-13ae-4275-a9d2-8b944153df03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94d3c430>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:36:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['4242c05c-a0d7-4fc7-bf9c-f4e2f9467892'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:04.716266 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-af585387-fe02-432c-a072-8740cacea3a6 admin admin] Notify callbacks [] for router, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:04.721841 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-af585387-fe02-432c-a072-8740cacea3a6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.7375069
Jun 29 14:37:04.722164 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48130) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:37:04.912388 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-9468ed99-13ae-4275-a9d2-8b944153df03 None None] Set router 4242c05c-a0d7-4fc7-bf9c-f4e2f9467892 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:37:05.207166 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9499f45-b97c-4226-a570-116c783c36b1 None None] Network ec1df414-e380-4659-bfa4-af48461b6816 requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:37:05.438962 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 16d2175f-bd7b-4192-8177-a557bde8a930 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:37:05.475545 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-bf6b06e7-e579-426a-9b33-741eb9ca4e58 None None] Provisioning for port 16d2175f-bd7b-4192-8177-a557bde8a930 completed by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:37:05.594947 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-9468ed99-13ae-4275-a9d2-8b944153df03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94d3c430>, [{'id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'name': 'tempest-TestMinimumBasicScenario-1486829058-router', 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dff47754-6dbb-4998-bdfa-b5f47f0278ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:37:03Z', 'updated_at': '2021-06-29T14:37:03Z', 'revision_number': 3, 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'gw_port': {'id': 'dff47754-6dbb-4998-bdfa-b5f47f0278ed', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:bd:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:37:03Z', 'updated_at': '2021-06-29T14:37:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi'}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:05.637166 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-ea0e2a90-6d07-4386-9ad7-39a8ad303b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:05.637730 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9468ed99-13ae-4275-a9d2-8b944153df03 None None] Checking router: 4242c05c-a0d7-4fc7-bf9c-f4e2f9467892 for host: dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:37:05.637840 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9468ed99-13ae-4275-a9d2-8b944153df03 None None] Updating router 4242c05c-a0d7-4fc7-bf9c-f4e2f9467892 port dff47754-6dbb-4998-bdfa-b5f47f0278ed binding host dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 14:37:05.668105 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning for port 16d2175f-bd7b-4192-8177-a557bde8a930 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:37:05.682801 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 16d2175f-bd7b-4192-8177-a557bde8a930 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:37:05.683178 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:05.760663 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-9468ed99-13ae-4275-a9d2-8b944153df03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:05.865408 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.db_base_plugin_common [None req-ea0e2a90-6d07-4386-9ad7-39a8ad303b93 admin admin] Allocated IP 172.20.0.1 (ec1df414-e380-4659-bfa4-af48461b6816/044a3ce0-64fc-41e7-b61c-50a219c15e36/44a50f16-b917-48b6-8723-1a2b28a526cc) {{(pid=74235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:37:06.033153 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-ea0e2a90-6d07-4386-9ad7-39a8ad303b93 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:06.050905 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.provisioning_blocks [None req-ea0e2a90-6d07-4386-9ad7-39a8ad303b93 admin admin] Transition to ACTIVE for port object 44a50f16-b917-48b6-8723-1a2b28a526cc will not be triggered until provisioned by entity DHCP. {{(pid=74235) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:37:06.072046 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:06.079422 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-ea0e2a90-6d07-4386-9ad7-39a8ad303b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:06.083799 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-6e7d77b2-56e4-447e-a0e2-b390c5c185b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:06.086800 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-d94a0c84-96b8-4182-8772-3fe6a3b5afab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:06.137208 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] For port 16d2175f-bd7b-4192-8177-a557bde8a930, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=16d2175f-bd7b-4192-8177-a557bde8a930,segment=NetworkSegment(ddecb0f4-d7c7-4786-a31d-1eac45097ab2),segment_id=ddecb0f4-d7c7-4786-a31d-1eac45097ab2)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:37:06.151195 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:06.153917 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0e2a90-6d07-4386-9ad7-39a8ad303b93 admin admin] Network ec1df414-e380-4659-bfa4-af48461b6816 is already hosted by enough agents. {{(pid=74235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:37:06.155127 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:06.157497 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.base_scheduler [None req-ea0e2a90-6d07-4386-9ad7-39a8ad303b93 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:37:06.162689 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea0e2a90-6d07-4386-9ad7-39a8ad303b93 admin admin] Received port after_create {{(pid=74235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:37:06.187536 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e2a90-6d07-4386-9ad7-39a8ad303b93 admin admin] Pushing event updated for resources: {'Port': ['ID=44a50f16-b917-48b6-8723-1a2b28a526cc,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:06.193348 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-ea0e2a90-6d07-4386-9ad7-39a8ad303b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:06.217854 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-ea0e2a90-6d07-4386-9ad7-39a8ad303b93 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669730'] for router_interface, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:06.220531 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-e998d806-2cd8-41d8-9cc3-2b415e387ffb None None] Provisioning complete for port 16d2175f-bd7b-4192-8177-a557bde8a930 triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:37:06.220790 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-e998d806-2cd8-41d8-9cc3-2b415e387ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:06.303179 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-ea0e2a90-6d07-4386-9ad7-39a8ad303b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:06.343977 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Pushing event updated for resources: {'Port': ['ID=16d2175f-bd7b-4192-8177-a557bde8a930,revision_number=3']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:06.349548 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:06.365458 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-9468ed99-13ae-4275-a9d2-8b944153df03 None None] Notify callbacks [] for port, precommit_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:06.420628 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-9468ed99-13ae-4275-a9d2-8b944153df03 None None] Transition to ACTIVE for port object dff47754-6dbb-4998-bdfa-b5f47f0278ed will not be triggered until provisioned by entity L2. {{(pid=74236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:37:06.444538 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:06.447643 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-9468ed99-13ae-4275-a9d2-8b944153df03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:06.453350 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:06.535480 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-9468ed99-13ae-4275-a9d2-8b944153df03 None None] Attempting to bind port dff47754-6dbb-4998-bdfa-b5f47f0278ed on host dv-cinder-798356-1-iscsi for vnic_type normal with profile  {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:37:06.535855 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-9468ed99-13ae-4275-a9d2-8b944153df03 None None] Attempting to bind port dff47754-6dbb-4998-bdfa-b5f47f0278ed by drivers openvswitch,hyperv on host dv-cinder-798356-1-iscsi at level 0 using segments [{'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:37:06.536226 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9468ed99-13ae-4275-a9d2-8b944153df03 None None] Attempting to bind port dff47754-6dbb-4998-bdfa-b5f47f0278ed on network 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:37:06.541244 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89757814-b431-481b-8e3b-cbb09ea7cbc9 None None] Pushing event updated for resources: {'Port': ['ID=dff47754-6dbb-4998-bdfa-b5f47f0278ed,revision_number=2']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:06.542403 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-89757814-b431-481b-8e3b-cbb09ea7cbc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:06.546581 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9468ed99-13ae-4275-a9d2-8b944153df03 None None] Checking agent: {'id': '7de42cfb-0b94-485f-bf24-4ef591216796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 6), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:37:06.547024 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9468ed99-13ae-4275-a9d2-8b944153df03 None None] Checking segment: {'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:37:06.547362 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-9468ed99-13ae-4275-a9d2-8b944153df03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:06.548278 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9468ed99-13ae-4275-a9d2-8b944153df03 None None] Bound using segment: {'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:37:06.548767 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-9468ed99-13ae-4275-a9d2-8b944153df03 None None] Bound port: dff47754-6dbb-4998-bdfa-b5f47f0278ed, host: dv-cinder-798356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'}}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:37:06.549142 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-9468ed99-13ae-4275-a9d2-8b944153df03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:06.641652 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-9468ed99-13ae-4275-a9d2-8b944153df03 None None] For port dff47754-6dbb-4998-bdfa-b5f47f0278ed, host dv-cinder-798356-1-iscsi, cleared binding levels {{(pid=74236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:37:06.645199 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-9468ed99-13ae-4275-a9d2-8b944153df03 None None] For port dff47754-6dbb-4998-bdfa-b5f47f0278ed, host dv-cinder-798356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=dff47754-6dbb-4998-bdfa-b5f47f0278ed,segment=NetworkSegment(c4c225a7-9a59-46d1-b662-631cedda96e9),segment_id=c4c225a7-9a59-46d1-b662-631cedda96e9)] {{(pid=74236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:37:06.646652 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-b49c0700-e1ed-4b36-93bd-744b58d5fc93 None None] Provisioning for port 44a50f16-b917-48b6-8723-1a2b28a526cc completed by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:37:06.651801 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-9468ed99-13ae-4275-a9d2-8b944153df03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:06.656444 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:06.657611 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-ea0e2a90-6d07-4386-9ad7-39a8ad303b93 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:06.662288 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-ea0e2a90-6d07-4386-9ad7-39a8ad303b93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1167191'] for port, after_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:06.684971 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-b49c0700-e1ed-4b36-93bd-744b58d5fc93 None None] Provisioning complete for port 44a50f16-b917-48b6-8723-1a2b28a526cc triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:37:06.685263 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-b49c0700-e1ed-4b36-93bd-744b58d5fc93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:06.686700 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-073dce19-8529-4a79-bb23-2b6802d2fa44 tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:06.773134 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0e2a90-6d07-4386-9ad7-39a8ad303b93 admin admin] Pushing event updated for resources: {'Port': ['ID=44a50f16-b917-48b6-8723-1a2b28a526cc,revision_number=2']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:06.776312 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-ea0e2a90-6d07-4386-9ad7-39a8ad303b93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667662'] for router_interface, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:06.777721 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-b49c0700-e1ed-4b36-93bd-744b58d5fc93 None None] Port 44a50f16-b917-48b6-8723-1a2b28a526cc cannot update to ACTIVE because it is not bound. {{(pid=74236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 14:37:06.782836 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-ea0e2a90-6d07-4386-9ad7-39a8ad303b93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:06.790469 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89757814-b431-481b-8e3b-cbb09ea7cbc9 None None] Pushing event updated for resources: {'Port': ['ID=dff47754-6dbb-4998-bdfa-b5f47f0278ed,revision_number=3']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:06.793644 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-89757814-b431-481b-8e3b-cbb09ea7cbc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:06.794474 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9468ed99-13ae-4275-a9d2-8b944153df03 None None] Routers {'4242c05c-a0d7-4fc7-bf9c-f4e2f9467892'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:37:06.794857 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-9468ed99-13ae-4275-a9d2-8b944153df03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94d3c430>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:36:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['4242c05c-a0d7-4fc7-bf9c-f4e2f9467892'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:06.925438 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea0e2a90-6d07-4386-9ad7-39a8ad303b93 admin admin] Network ec1df414-e380-4659-bfa4-af48461b6816 is already hosted by enough agents. {{(pid=74235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:37:06.926677 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.base_scheduler [None req-ea0e2a90-6d07-4386-9ad7-39a8ad303b93 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:37:06.975086 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-9468ed99-13ae-4275-a9d2-8b944153df03 None None] Set router 4242c05c-a0d7-4fc7-bf9c-f4e2f9467892 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:37:07.255892 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-1dfab55b-fabc-47e6-be26-e36f68b55cdd None None] Provisioning complete for port 44a50f16-b917-48b6-8723-1a2b28a526cc triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:37:07.256160 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-1dfab55b-fabc-47e6-be26-e36f68b55cdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:07.322307 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea0e2a90-6d07-4386-9ad7-39a8ad303b93 admin admin] Router 4242c05c-a0d7-4fc7-bf9c-f4e2f9467892 has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:37:07.355113 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-1dfab55b-fabc-47e6-be26-e36f68b55cdd None None] Port 44a50f16-b917-48b6-8723-1a2b28a526cc cannot update to ACTIVE because it is not bound. {{(pid=74236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 14:37:07.393283 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 16d2175f-bd7b-4192-8177-a557bde8a930 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:37:07.431013 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-9468ed99-13ae-4275-a9d2-8b944153df03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94d3c430>, [{'id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'name': 'tempest-TestMinimumBasicScenario-1486829058-router', 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dff47754-6dbb-4998-bdfa-b5f47f0278ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:37:03Z', 'updated_at': '2021-06-29T14:37:06Z', 'revision_number': 4, 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'gw_port': {'id': 'dff47754-6dbb-4998-bdfa-b5f47f0278ed', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:bd:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:37:03Z', 'updated_at': '2021-06-29T14:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '44a50f16-b917-48b6-8723-1a2b28a526cc', 'name': '', 'network_id': 'ec1df414-e380-4659-bfa4-af48461b6816', 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8', 'mac_address': 'fa:16:3e:e2:07:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '044a3ce0-64fc-41e7-b61c-50a219c15e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:37:05Z', 'updated_at': '2021-06-29T14:37:06Z', 'revision_number': 2, 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'subnets': [{'id': '044a3ce0-64fc-41e7-b61c-50a219c15e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:07.444702 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9468ed99-13ae-4275-a9d2-8b944153df03 None None] The sync data for ids ['4242c05c-a0d7-4fc7-bf9c-f4e2f9467892'] in dv-cinder-798356-1-iscsi is: [{'id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'name': 'tempest-TestMinimumBasicScenario-1486829058-router', 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dff47754-6dbb-4998-bdfa-b5f47f0278ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:37:03Z', 'updated_at': '2021-06-29T14:37:06Z', 'revision_number': 4, 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'gw_port': {'id': 'dff47754-6dbb-4998-bdfa-b5f47f0278ed', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:bd:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:37:03Z', 'updated_at': '2021-06-29T14:37:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '44a50f16-b917-48b6-8723-1a2b28a526cc', 'name': '', 'network_id': 'ec1df414-e380-4659-bfa4-af48461b6816', 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8', 'mac_address': 'fa:16:3e:e2:07:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '044a3ce0-64fc-41e7-b61c-50a219c15e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:37:05Z', 'updated_at': '2021-06-29T14:37:06Z', 'revision_number': 2, 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'subnets': [{'id': '044a3ce0-64fc-41e7-b61c-50a219c15e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:37:07.473621 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 16d2175f-bd7b-4192-8177-a557bde8a930 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:37:07.474118 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:07.530709 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea0e2a90-6d07-4386-9ad7-39a8ad303b93 admin admin] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:37:07.540225 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-ea0e2a90-6d07-4386-9ad7-39a8ad303b93 admin admin] 10.222.0.13 "PUT /v2.0/routers/4242c05c-a0d7-4fc7-bf9c-f4e2f9467892/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8166668
Jun 29 14:37:08.178619 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-33a8f81c-56cd-48ec-a48f-ef1e15ee8919 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:08.509114 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 48152) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:37:08.515142 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-59367b23-0768-4a2d-9219-b9619744048e admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2096135561-network', 'tenant_id': '53c630bf00ab4ac6a39ac99383100e6e'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:37:08.520683 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-59367b23-0768-4a2d-9219-b9619744048e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:37:08.524791 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-59367b23-0768-4a2d-9219-b9619744048e admin admin] Usage tracker for resource:network and tenant:53c630bf00ab4ac6a39ac99383100e6e is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:37:08.527729 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-59367b23-0768-4a2d-9219-b9619744048e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:37:08.535334 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-59367b23-0768-4a2d-9219-b9619744048e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:37:08.546074 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59367b23-0768-4a2d-9219-b9619744048e admin admin] Made reservation on behalf of 53c630bf00ab4ac6a39ac99383100e6e for: {'network': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:37:08.548399 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-59367b23-0768-4a2d-9219-b9619744048e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for network, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:08.561529 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-59367b23-0768-4a2d-9219-b9619744048e admin admin] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:08.593550 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-59367b23-0768-4a2d-9219-b9619744048e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:37:08.598224 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-59367b23-0768-4a2d-9219-b9619744048e admin admin] Usage tracker for resource:security_group_rule and tenant:53c630bf00ab4ac6a39ac99383100e6e is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:37:08.609111 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-59367b23-0768-4a2d-9219-b9619744048e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:37:08.622823 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-59367b23-0768-4a2d-9219-b9619744048e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:37:08.695850 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-59367b23-0768-4a2d-9219-b9619744048e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:08.699934 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-59367b23-0768-4a2d-9219-b9619744048e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:08.703240 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-53d1cf35-7903-4084-8712-f532c96cda45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:08.733859 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59367b23-0768-4a2d-9219-b9619744048e admin admin] vlan segment allocate from pool success with {'vlan_id': 503, 'physical_network': 'physnet1'}  {{(pid=74234) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:149}}
Jun 29 14:37:08.742714 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59367b23-0768-4a2d-9219-b9619744048e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9569e3f0-ddfb-4b5a-8ff4-0f328ccf86c4,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:08.745965 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-59367b23-0768-4a2d-9219-b9619744048e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:08.751439 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-59367b23-0768-4a2d-9219-b9619744048e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:08.751827 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.db.segments_db [None req-59367b23-0768-4a2d-9219-b9619744048e admin admin] Added segment fd60ccd5-e96d-44b6-b028-7680975681ca of type vlan for network c423d606-7b37-4197-9cc2-163f70073c2b
Jun 29 14:37:08.781274 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-59367b23-0768-4a2d-9219-b9619744048e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8730482767800'] for network, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:08.811758 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-59367b23-0768-4a2d-9219-b9619744048e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695'] for network, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:08.813778 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59367b23-0768-4a2d-9219-b9619744048e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:08.814849 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-59367b23-0768-4a2d-9219-b9619744048e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:08.817524 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-e5925df4-c3ca-44aa-ae06-d35a0974615e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:08.918290 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59367b23-0768-4a2d-9219-b9619744048e admin admin] Pushing event updated for resources: {'Network': ['ID=c423d606-7b37-4197-9cc2-163f70073c2b,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:08.921579 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-59367b23-0768-4a2d-9219-b9619744048e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 0.4114642
Jun 29 14:37:08.923131 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-59367b23-0768-4a2d-9219-b9619744048e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:08.924748 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 48156) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:37:08.928790 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Network c423d606-7b37-4197-9cc2-163f70073c2b details requested by agent ovs-agent-dv-cinder-798356-1-iscsi with host dv-cinder-798356-1-iscsi {{(pid=74236) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 29 14:37:08.930323 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-e40970b5-bd5f-47c9-89ff-da80db962eaf admin admin] Request body: {'subnet': {'network_id': 'c423d606-7b37-4197-9cc2-163f70073c2b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2096135561-subnet', 'tenant_id': '53c630bf00ab4ac6a39ac99383100e6e', 'ip_version': 4}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:37:08.935099 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-e40970b5-bd5f-47c9-89ff-da80db962eaf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:37:08.939667 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-e40970b5-bd5f-47c9-89ff-da80db962eaf admin admin] Usage tracker for resource:subnet and tenant:53c630bf00ab4ac6a39ac99383100e6e is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:37:08.942529 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-e40970b5-bd5f-47c9-89ff-da80db962eaf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:37:08.948224 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-e40970b5-bd5f-47c9-89ff-da80db962eaf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:37:08.959006 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40970b5-bd5f-47c9-89ff-da80db962eaf admin admin] Made reservation on behalf of 53c630bf00ab4ac6a39ac99383100e6e for: {'subnet': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:37:08.961349 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-e40970b5-bd5f-47c9-89ff-da80db962eaf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-1217607'] for subnet, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:09.200842 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:09.222911 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-e40970b5-bd5f-47c9-89ff-da80db962eaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-1751023', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-1217621'] for subnet, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:09.227362 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-edc21d26-d5b5-4fff-883e-c82757bf9443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:09.298929 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40970b5-bd5f-47c9-89ff-da80db962eaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=49b58cc7-925f-4e05-b154-28f8748f31bd,revision_number=0']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:09.302824 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-e40970b5-bd5f-47c9-89ff-da80db962eaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:09.308127 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40970b5-bd5f-47c9-89ff-da80db962eaf admin admin] Checking segment: {'id': 'fd60ccd5-e96d-44b6-b028-7680975681ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c423d606-7b37-4197-9cc2-163f70073c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:37:09.308498 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40970b5-bd5f-47c9-89ff-da80db962eaf admin admin] Network hostable DHCP agents. Network: c423d606-7b37-4197-9cc2-163f70073c2b, hostable agents: ['e1a882d0-1bb9-433b-98f7-0ae4434a4814'], hosted agents: [] {{(pid=74234) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 29 14:37:09.330332 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40970b5-bd5f-47c9-89ff-da80db962eaf admin admin] Network c423d606-7b37-4197-9cc2-163f70073c2b is scheduled to be hosted by DHCP agent e1a882d0-1bb9-433b-98f7-0ae4434a4814 with binding_index 1 {{(pid=74234) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 29 14:37:09.340170 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [None req-e40970b5-bd5f-47c9-89ff-da80db962eaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-798356-1-iscsi, c423d606-7b37-4197-9cc2-163f70073c2b) {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:37:09.346619 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40970b5-bd5f-47c9-89ff-da80db962eaf admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:09.346619 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-e40970b5-bd5f-47c9-89ff-da80db962eaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for subnet, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:09.351718 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b7ef33-7a72-4ac2-aeae-5370fda00b3a None None] Network c423d606-7b37-4197-9cc2-163f70073c2b requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:37:09.372761 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-e40970b5-bd5f-47c9-89ff-da80db962eaf admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 0.4469099
Jun 29 14:37:09.375111 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 48162) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:37:09.385845 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-5f5fc8ab-b788-4f45-859a-1a64fd0fda44 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2096135561-router', 'tenant_id': '53c630bf00ab4ac6a39ac99383100e6e', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'}}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:37:09.390680 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-5f5fc8ab-b788-4f45-859a-1a64fd0fda44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:37:09.394554 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-5f5fc8ab-b788-4f45-859a-1a64fd0fda44 admin admin] Usage tracker for resource:router and tenant:53c630bf00ab4ac6a39ac99383100e6e is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:37:09.397537 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-5f5fc8ab-b788-4f45-859a-1a64fd0fda44 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:37:09.404063 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-5f5fc8ab-b788-4f45-859a-1a64fd0fda44 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:37:09.423273 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5f5fc8ab-b788-4f45-859a-1a64fd0fda44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-673366', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-6752'] for router, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:09.424572 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5f5fc8ab-b788-4f45-859a-1a64fd0fda44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-672253', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-670169', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-746119', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-6783'] for router, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:09.432188 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device dff47754-6dbb-4998-bdfa-b5f47f0278ed up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:37:09.444895 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5f5fc8ab-b788-4f45-859a-1a64fd0fda44 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:09.589410 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning for port dff47754-6dbb-4998-bdfa-b5f47f0278ed completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:37:09.594738 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5f5fc8ab-b788-4f45-859a-1a64fd0fda44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-670159', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-673348', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-6733'] for router, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:09.598992 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port dff47754-6dbb-4998-bdfa-b5f47f0278ed triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:37:09.599362 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:09.702442 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95ed66df-c4cf-4ae6-9f13-fad88548400f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp14f6528a-7bc9-5c5a-9684-7403d901c9bd-c423d606-7b37-4197-9cc2-163f70073c2b', 'network_id': 'c423d606-7b37-4197-9cc2-163f70073c2b', 'tenant_id': '53c630bf00ab4ac6a39ac99383100e6e', 'fixed_ips': [{'subnet_id': '49b58cc7-925f-4e05-b154-28f8748f31bd'}]}} from dv-cinder-798356-1-iscsi. {{(pid=74236) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}}
Jun 29 14:37:09.703278 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-95ed66df-c4cf-4ae6-9f13-fad88548400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:09.785929 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5f5fc8ab-b788-4f45-859a-1a64fd0fda44 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:09.819528 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5f5fc8ab-b788-4f45-859a-1a64fd0fda44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:09.838075 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:09.896122 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] For port dff47754-6dbb-4998-bdfa-b5f47f0278ed, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=dff47754-6dbb-4998-bdfa-b5f47f0278ed,segment=NetworkSegment(c4c225a7-9a59-46d1-b662-631cedda96e9),segment_id=c4c225a7-9a59-46d1-b662-631cedda96e9)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:37:09.905370 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:09.910109 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:09.960423 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_common [None req-5f5fc8ab-b788-4f45-859a-1a64fd0fda44 admin admin] Allocated IP 172.27.1.56 (4aeb16d3-bc5e-4796-b60c-2ad2a6d47368/089d678a-05aa-4bef-b283-da88079c7f50/693928c3-e025-47a1-96a8-0f5ffb21cd27) {{(pid=74234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:37:09.975392 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.db_base_plugin_common [None req-95ed66df-c4cf-4ae6-9f13-fad88548400f None None] Allocated IP 172.20.0.2 (c423d606-7b37-4197-9cc2-163f70073c2b/49b58cc7-925f-4e05-b154-28f8748f31bd/ff5695a2-6f0a-440c-80a0-3b59d2772f68) {{(pid=74236) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:37:10.010188 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Pushing event updated for resources: {'Port': ['ID=dff47754-6dbb-4998-bdfa-b5f47f0278ed,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:10.013579 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:10.097660 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:10.142460 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5f5fc8ab-b788-4f45-859a-1a64fd0fda44 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:10.172445 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5f5fc8ab-b788-4f45-859a-1a64fd0fda44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:10.177263 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-979dc2f1-0070-440b-bd1f-99b24ca5dcdb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:10.218880 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-95ed66df-c4cf-4ae6-9f13-fad88548400f None None] Notify callbacks [] for port, precommit_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:10.230067 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-95ed66df-c4cf-4ae6-9f13-fad88548400f None None] Transition to ACTIVE for port object ff5695a2-6f0a-440c-80a0-3b59d2772f68 will not be triggered until provisioned by entity L2. {{(pid=74236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:37:10.252490 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-95ed66df-c4cf-4ae6-9f13-fad88548400f None None] Transition to ACTIVE for port object ff5695a2-6f0a-440c-80a0-3b59d2772f68 will not be triggered until provisioned by entity DHCP. {{(pid=74236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:37:10.260314 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-95ed66df-c4cf-4ae6-9f13-fad88548400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793'] for port, after_create {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:10.269834 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:10.340744 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95ed66df-c4cf-4ae6-9f13-fad88548400f None None] Network c423d606-7b37-4197-9cc2-163f70073c2b is already hosted by enough agents. {{(pid=74236) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:37:10.343664 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f5fc8ab-b788-4f45-859a-1a64fd0fda44 admin admin] Network 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:37:10.343809 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.scheduler.base_scheduler [None req-95ed66df-c4cf-4ae6-9f13-fad88548400f None None] Resources bound (agent type, host, resource id):  {{(pid=74236) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:37:10.347599 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [None req-5f5fc8ab-b788-4f45-859a-1a64fd0fda44 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:37:10.348460 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ed66df-c4cf-4ae6-9f13-fad88548400f None None] Received port after_create {{(pid=74236) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:37:10.349889 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f5fc8ab-b788-4f45-859a-1a64fd0fda44 admin admin] Received port after_create {{(pid=74234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:37:10.350263 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed66df-c4cf-4ae6-9f13-fad88548400f None None] Pushing event updated for resources: {'Port': ['ID=ff5695a2-6f0a-440c-80a0-3b59d2772f68,revision_number=1']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:10.353143 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-95ed66df-c4cf-4ae6-9f13-fad88548400f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:10.389079 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5fc8ab-b788-4f45-859a-1a64fd0fda44 admin admin] Pushing event updated for resources: {'Port': ['ID=693928c3-e025-47a1-96a8-0f5ffb21cd27,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:10.392036 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-5f5fc8ab-b788-4f45-859a-1a64fd0fda44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:10.446641 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-95ed66df-c4cf-4ae6-9f13-fad88548400f None None] Attempting to bind port ff5695a2-6f0a-440c-80a0-3b59d2772f68 on host dv-cinder-798356-1-iscsi for vnic_type normal with profile  {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:37:10.447016 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-95ed66df-c4cf-4ae6-9f13-fad88548400f None None] Attempting to bind port ff5695a2-6f0a-440c-80a0-3b59d2772f68 by drivers openvswitch,hyperv on host dv-cinder-798356-1-iscsi at level 0 using segments [{'id': 'fd60ccd5-e96d-44b6-b028-7680975681ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c423d606-7b37-4197-9cc2-163f70073c2b'}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:37:10.447382 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed66df-c4cf-4ae6-9f13-fad88548400f None None] Attempting to bind port ff5695a2-6f0a-440c-80a0-3b59d2772f68 on network c423d606-7b37-4197-9cc2-163f70073c2b {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:37:10.453802 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed66df-c4cf-4ae6-9f13-fad88548400f None None] Checking agent: {'id': '7de42cfb-0b94-485f-bf24-4ef591216796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 6), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:37:10.454174 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed66df-c4cf-4ae6-9f13-fad88548400f None None] Checking segment: {'id': 'fd60ccd5-e96d-44b6-b028-7680975681ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c423d606-7b37-4197-9cc2-163f70073c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:37:10.454616 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-95ed66df-c4cf-4ae6-9f13-fad88548400f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:10.455016 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95ed66df-c4cf-4ae6-9f13-fad88548400f None None] Bound using segment: {'id': 'fd60ccd5-e96d-44b6-b028-7680975681ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c423d606-7b37-4197-9cc2-163f70073c2b'} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:37:10.455479 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-95ed66df-c4cf-4ae6-9f13-fad88548400f None None] Bound port: ff5695a2-6f0a-440c-80a0-3b59d2772f68, host: dv-cinder-798356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd60ccd5-e96d-44b6-b028-7680975681ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c423d606-7b37-4197-9cc2-163f70073c2b'}}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:37:10.455880 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-95ed66df-c4cf-4ae6-9f13-fad88548400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:10.520833 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5f5fc8ab-b788-4f45-859a-1a64fd0fda44 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:10.521578 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5f5fc8ab-b788-4f45-859a-1a64fd0fda44 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-673357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-670196'] for router, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:10.543056 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-95ed66df-c4cf-4ae6-9f13-fad88548400f None None] For port ff5695a2-6f0a-440c-80a0-3b59d2772f68, host dv-cinder-798356-1-iscsi, cleared binding levels {{(pid=74236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:37:10.546393 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-95ed66df-c4cf-4ae6-9f13-fad88548400f None None] For port ff5695a2-6f0a-440c-80a0-3b59d2772f68, host dv-cinder-798356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=ff5695a2-6f0a-440c-80a0-3b59d2772f68,segment=NetworkSegment(fd60ccd5-e96d-44b6-b028-7680975681ca),segment_id=fd60ccd5-e96d-44b6-b028-7680975681ca)] {{(pid=74236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:37:10.551355 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-95ed66df-c4cf-4ae6-9f13-fad88548400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:10.555076 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:10.664107 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ed66df-c4cf-4ae6-9f13-fad88548400f None None] Pushing event updated for resources: {'Port': ['ID=ff5695a2-6f0a-440c-80a0-3b59d2772f68,revision_number=2']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:10.666806 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-95ed66df-c4cf-4ae6-9f13-fad88548400f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:10.787744 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f5fc8ab-b788-4f45-859a-1a64fd0fda44 admin admin] Router 8f913308-dd3e-4f47-ba27-c24495c09b1b is scheduled to L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 with binding_index 1 {{(pid=74234) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}}
Jun 29 14:37:10.903920 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:11.018549 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f5fc8ab-b788-4f45-859a-1a64fd0fda44 admin admin] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:37:11.027616 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41443aa-ebc1-42ed-9815-184fde3977f7 None None] Sync routers for ids ['8f913308-dd3e-4f47-ba27-c24495c09b1b'] in dv-cinder-798356-1-iscsi {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:37:11.040591 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41443aa-ebc1-42ed-9815-184fde3977f7 None None] Routers {'8f913308-dd3e-4f47-ba27-c24495c09b1b'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:37:11.041272 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-f41443aa-ebc1-42ed-9815-184fde3977f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b946c2a00>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:37:08Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['8f913308-dd3e-4f47-ba27-c24495c09b1b'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:11.042116 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5f5fc8ab-b788-4f45-859a-1a64fd0fda44 admin admin] Notify callbacks [] for router, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:11.043383 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-5f5fc8ab-b788-4f45-859a-1a64fd0fda44 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 926 time: 1.6673429
Jun 29 14:37:11.046059 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 48166) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:37:11.219798 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-f41443aa-ebc1-42ed-9815-184fde3977f7 None None] Set router 8f913308-dd3e-4f47-ba27-c24495c09b1b gateway port host: dv-cinder-798356-1-iscsi {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:37:11.539996 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device dff47754-6dbb-4998-bdfa-b5f47f0278ed up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:37:11.582133 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-f41443aa-ebc1-42ed-9815-184fde3977f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b946c2a00>, [{'id': '8f913308-dd3e-4f47-ba27-c24495c09b1b', 'name': 'tempest-TestMinimumBasicScenario-2096135561-router', 'tenant_id': '53c630bf00ab4ac6a39ac99383100e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '693928c3-e025-47a1-96a8-0f5ffb21cd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:37:09Z', 'updated_at': '2021-06-29T14:37:10Z', 'revision_number': 3, 'project_id': '53c630bf00ab4ac6a39ac99383100e6e', 'gw_port': {'id': '693928c3-e025-47a1-96a8-0f5ffb21cd27', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:87:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f913308-dd3e-4f47-ba27-c24495c09b1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:37:09Z', 'updated_at': '2021-06-29T14:37:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi'}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:11.588133 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41443aa-ebc1-42ed-9815-184fde3977f7 None None] Checking router: 8f913308-dd3e-4f47-ba27-c24495c09b1b for host: dv-cinder-798356-1-iscsi {{(pid=74237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:37:11.589320 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41443aa-ebc1-42ed-9815-184fde3977f7 None None] Updating router 8f913308-dd3e-4f47-ba27-c24495c09b1b port 693928c3-e025-47a1-96a8-0f5ffb21cd27 binding host dv-cinder-798356-1-iscsi {{(pid=74237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 14:37:11.615170 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port dff47754-6dbb-4998-bdfa-b5f47f0278ed triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:37:11.615811 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:11.646779 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-f41443aa-ebc1-42ed-9815-184fde3977f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:11.691381 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56b42561-fcb2-4b8d-a0dd-096bfb0613ac None None] Network c423d606-7b37-4197-9cc2-163f70073c2b requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:37:11.841901 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-1e72fb53-28c8-440e-9fab-ad68d3a547d9 None None] Provisioning for port ff5695a2-6f0a-440c-80a0-3b59d2772f68 completed by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:37:11.872691 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-3b484ebc-9df0-41b4-bcfb-b817f837eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:11.934861 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device ff5695a2-6f0a-440c-80a0-3b59d2772f68 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:37:12.003781 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-f41443aa-ebc1-42ed-9815-184fde3977f7 None None] Notify callbacks [] for port, precommit_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:12.019966 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.provisioning_blocks [None req-f41443aa-ebc1-42ed-9815-184fde3977f7 None None] Transition to ACTIVE for port object 693928c3-e025-47a1-96a8-0f5ffb21cd27 will not be triggered until provisioned by entity L2. {{(pid=74237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:37:12.027868 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-f41443aa-ebc1-42ed-9815-184fde3977f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:12.034155 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:12.064381 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning for port ff5695a2-6f0a-440c-80a0-3b59d2772f68 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:37:12.075363 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port ff5695a2-6f0a-440c-80a0-3b59d2772f68 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:37:12.075838 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:12.101806 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6942d-9702-41b8-8386-b536d752065b None None] Pushing event updated for resources: {'Port': ['ID=693928c3-e025-47a1-96a8-0f5ffb21cd27,revision_number=2']} {{(pid=74237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:12.113864 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6942d-9702-41b8-8386-b536d752065b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:12.114138 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6942d-9702-41b8-8386-b536d752065b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:12.114562 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6942d-9702-41b8-8386-b536d752065b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:12.115201 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6942d-9702-41b8-8386-b536d752065b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:12.115336 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6942d-9702-41b8-8386-b536d752065b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:12.115736 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6942d-9702-41b8-8386-b536d752065b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:12.116124 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6942d-9702-41b8-8386-b536d752065b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:12.116653 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6942d-9702-41b8-8386-b536d752065b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:12.117041 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6942d-9702-41b8-8386-b536d752065b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:12.117431 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6942d-9702-41b8-8386-b536d752065b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:12.117816 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4fa6942d-9702-41b8-8386-b536d752065b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74237) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:12.123681 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [None req-4fa6942d-9702-41b8-8386-b536d752065b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:12.144898 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.managers [None req-f41443aa-ebc1-42ed-9815-184fde3977f7 None None] Attempting to bind port 693928c3-e025-47a1-96a8-0f5ffb21cd27 on host dv-cinder-798356-1-iscsi for vnic_type normal with profile  {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:37:12.145920 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.managers [None req-f41443aa-ebc1-42ed-9815-184fde3977f7 None None] Attempting to bind port 693928c3-e025-47a1-96a8-0f5ffb21cd27 by drivers openvswitch,hyperv on host dv-cinder-798356-1-iscsi at level 0 using segments [{'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'}] {{(pid=74237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:37:12.146769 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41443aa-ebc1-42ed-9815-184fde3977f7 None None] Attempting to bind port 693928c3-e025-47a1-96a8-0f5ffb21cd27 on network 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:37:12.155762 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41443aa-ebc1-42ed-9815-184fde3977f7 None None] Checking agent: {'id': '7de42cfb-0b94-485f-bf24-4ef591216796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 6), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:37:12.156515 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41443aa-ebc1-42ed-9815-184fde3977f7 None None] Checking segment: {'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:37:12.157847 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-f41443aa-ebc1-42ed-9815-184fde3977f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:12.158444 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f41443aa-ebc1-42ed-9815-184fde3977f7 None None] Bound using segment: {'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'} {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:37:12.159317 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.managers [None req-f41443aa-ebc1-42ed-9815-184fde3977f7 None None] Bound port: 693928c3-e025-47a1-96a8-0f5ffb21cd27, host: dv-cinder-798356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c4c225a7-9a59-46d1-b662-631cedda96e9', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368'}}] {{(pid=74237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:37:12.159912 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-f41443aa-ebc1-42ed-9815-184fde3977f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:12.224239 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:12.226275 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_common [None req-3b484ebc-9df0-41b4-bcfb-b817f837eb97 admin admin] Allocated IP 172.20.0.1 (c423d606-7b37-4197-9cc2-163f70073c2b/49b58cc7-925f-4e05-b154-28f8748f31bd/22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a) {{(pid=74234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:37:12.254766 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.db [None req-f41443aa-ebc1-42ed-9815-184fde3977f7 None None] For port 693928c3-e025-47a1-96a8-0f5ffb21cd27, host dv-cinder-798356-1-iscsi, cleared binding levels {{(pid=74237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:37:12.258666 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.db [None req-f41443aa-ebc1-42ed-9815-184fde3977f7 None None] For port 693928c3-e025-47a1-96a8-0f5ffb21cd27, host dv-cinder-798356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=693928c3-e025-47a1-96a8-0f5ffb21cd27,segment=NetworkSegment(c4c225a7-9a59-46d1-b662-631cedda96e9),segment_id=c4c225a7-9a59-46d1-b662-631cedda96e9)] {{(pid=74237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:37:12.263866 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-f41443aa-ebc1-42ed-9815-184fde3977f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:12.280159 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] For port ff5695a2-6f0a-440c-80a0-3b59d2772f68, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=ff5695a2-6f0a-440c-80a0-3b59d2772f68,segment=NetworkSegment(fd60ccd5-e96d-44b6-b028-7680975681ca),segment_id=fd60ccd5-e96d-44b6-b028-7680975681ca)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:37:12.283117 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [None req-e3c30b8f-916e-4a0b-9640-93cc315f4511 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:12.287940 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:12.294631 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-89757814-b431-481b-8e3b-cbb09ea7cbc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:12.344013 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f41443aa-ebc1-42ed-9815-184fde3977f7 None None] Routers {'8f913308-dd3e-4f47-ba27-c24495c09b1b'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:37:12.345306 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-f41443aa-ebc1-42ed-9815-184fde3977f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b946c2a00>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:37:08Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['8f913308-dd3e-4f47-ba27-c24495c09b1b'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:12.373739 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Pushing event updated for resources: {'Port': ['ID=ff5695a2-6f0a-440c-80a0-3b59d2772f68,revision_number=3']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:12.377059 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:12.401176 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-bdc31f47-2cb9-4871-879d-b17baef701a2 None None] Provisioning complete for port ff5695a2-6f0a-440c-80a0-3b59d2772f68 triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:37:12.401939 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-bdc31f47-2cb9-4871-879d-b17baef701a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:12.409849 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-3b484ebc-9df0-41b4-bcfb-b817f837eb97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:12.427366 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [None req-3b484ebc-9df0-41b4-bcfb-b817f837eb97 admin admin] Transition to ACTIVE for port object 22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a will not be triggered until provisioned by entity DHCP. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:37:12.454707 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fa6942d-9702-41b8-8386-b536d752065b None None] Pushing event updated for resources: {'Port': ['ID=693928c3-e025-47a1-96a8-0f5ffb21cd27,revision_number=3']} {{(pid=74237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:12.457820 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [None req-4fa6942d-9702-41b8-8386-b536d752065b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:12.466430 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-3b484ebc-9df0-41b4-bcfb-b817f837eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:12.471851 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-979dc2f1-0070-440b-bd1f-99b24ca5dcdb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:12.541686 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b484ebc-9df0-41b4-bcfb-b817f837eb97 admin admin] Network c423d606-7b37-4197-9cc2-163f70073c2b is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:37:12.545170 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [None req-3b484ebc-9df0-41b4-bcfb-b817f837eb97 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:37:12.547042 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b484ebc-9df0-41b4-bcfb-b817f837eb97 admin admin] Pushing event updated for resources: {'Port': ['ID=22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:12.549186 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b484ebc-9df0-41b4-bcfb-b817f837eb97 admin admin] Received port after_create {{(pid=74234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:37:12.553072 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-f41443aa-ebc1-42ed-9815-184fde3977f7 None None] Set router 8f913308-dd3e-4f47-ba27-c24495c09b1b gateway port host: dv-cinder-798356-1-iscsi {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:37:12.573755 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-3b484ebc-9df0-41b4-bcfb-b817f837eb97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:12.604075 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-3b484ebc-9df0-41b4-bcfb-b817f837eb97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-669730'] for router_interface, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:12.701979 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-3b484ebc-9df0-41b4-bcfb-b817f837eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:12.846312 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-65f1f18f-50b9-4d65-a487-f49e76ed790a None None] Provisioning for port 22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a completed by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:37:12.851102 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-65f1f18f-50b9-4d65-a487-f49e76ed790a None None] Provisioning complete for port 22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:37:12.851481 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-65f1f18f-50b9-4d65-a487-f49e76ed790a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:12.903845 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-f41443aa-ebc1-42ed-9815-184fde3977f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b946c2a00>, [{'id': '8f913308-dd3e-4f47-ba27-c24495c09b1b', 'name': 'tempest-TestMinimumBasicScenario-2096135561-router', 'tenant_id': '53c630bf00ab4ac6a39ac99383100e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '693928c3-e025-47a1-96a8-0f5ffb21cd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:37:09Z', 'updated_at': '2021-06-29T14:37:10Z', 'revision_number': 3, 'project_id': '53c630bf00ab4ac6a39ac99383100e6e', 'gw_port': {'id': '693928c3-e025-47a1-96a8-0f5ffb21cd27', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:87:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f913308-dd3e-4f47-ba27-c24495c09b1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:37:09Z', 'updated_at': '2021-06-29T14:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi'}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:12.907764 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f41443aa-ebc1-42ed-9815-184fde3977f7 None None] The sync data for ids ['8f913308-dd3e-4f47-ba27-c24495c09b1b'] in dv-cinder-798356-1-iscsi is: [{'id': '8f913308-dd3e-4f47-ba27-c24495c09b1b', 'name': 'tempest-TestMinimumBasicScenario-2096135561-router', 'tenant_id': '53c630bf00ab4ac6a39ac99383100e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '693928c3-e025-47a1-96a8-0f5ffb21cd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:37:09Z', 'updated_at': '2021-06-29T14:37:10Z', 'revision_number': 3, 'project_id': '53c630bf00ab4ac6a39ac99383100e6e', 'gw_port': {'id': '693928c3-e025-47a1-96a8-0f5ffb21cd27', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:87:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f913308-dd3e-4f47-ba27-c24495c09b1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:37:09Z', 'updated_at': '2021-06-29T14:37:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi'}] {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:37:12.909756 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-65f1f18f-50b9-4d65-a487-f49e76ed790a None None] Port 22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a cannot update to ACTIVE because it is not bound. {{(pid=74236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 14:37:12.945982 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-3b484ebc-9df0-41b4-bcfb-b817f837eb97 admin admin] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:12.950423 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-3b484ebc-9df0-41b4-bcfb-b817f837eb97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:12.978314 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-a3d26782-b839-4dc8-ab46-897fcaa56a54 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:13.054960 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-3b484ebc-9df0-41b4-bcfb-b817f837eb97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-533581', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-667662'] for router_interface, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:13.058397 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b484ebc-9df0-41b4-bcfb-b817f837eb97 admin admin] Pushing event updated for resources: {'Port': ['ID=22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a,revision_number=2']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:13.062044 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-3b484ebc-9df0-41b4-bcfb-b817f837eb97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:13.193771 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b484ebc-9df0-41b4-bcfb-b817f837eb97 admin admin] Network c423d606-7b37-4197-9cc2-163f70073c2b is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:37:13.194826 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [None req-3b484ebc-9df0-41b4-bcfb-b817f837eb97 admin admin] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:37:13.396531 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device ff5695a2-6f0a-440c-80a0-3b59d2772f68 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:37:13.471359 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-3397dc35-efdc-4fe5-afa8-965e3e961a0b None None] Provisioning complete for port 22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:37:13.471939 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3397dc35-efdc-4fe5-afa8-965e3e961a0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:13.541899 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-3397dc35-efdc-4fe5-afa8-965e3e961a0b None None] Port 22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a cannot update to ACTIVE because it is not bound. {{(pid=74236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 14:37:13.544273 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port ff5695a2-6f0a-440c-80a0-3b59d2772f68 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:37:13.544641 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:13.608234 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b484ebc-9df0-41b4-bcfb-b817f837eb97 admin admin] Router 8f913308-dd3e-4f47-ba27-c24495c09b1b has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:37:13.832051 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b484ebc-9df0-41b4-bcfb-b817f837eb97 admin admin] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:37:13.841938 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-3b484ebc-9df0-41b4-bcfb-b817f837eb97 admin admin] 10.222.0.13 "PUT /v2.0/routers/8f913308-dd3e-4f47-ba27-c24495c09b1b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7945600
Jun 29 14:37:17.398070 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-600c8c56-8643-4371-b3e6-9e15bf5dc080 req-19f58a19-8814-495d-af6e-1f5f1e126f9b service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ae33ebfa-dfb2-429b-9483-9a451954be1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2064831
Jun 29 14:37:17.507135 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-600c8c56-8643-4371-b3e6-9e15bf5dc080 req-9bcb6df4-4dcb-411d-bc15-6cb8f66aaf46 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f8b1bff82789418781af3fd01f1db541&device_id=ae33ebfa-dfb2-429b-9483-9a451954be1e HTTP/1.1" status: 200  len: 1098 time: 0.0727158
Jun 29 14:37:17.665350 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c8c56-8643-4371-b3e6-9e15bf5dc080 req-736ece9e-efbf-4f78-bc69-be3757ed6e5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:17.666716 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-600c8c56-8643-4371-b3e6-9e15bf5dc080 req-736ece9e-efbf-4f78-bc69-be3757ed6e5b service neutron] 10.222.0.69 "GET /v2.0/networks?id=1b9efcd0-963e-4312-8efc-097d81e095b0 HTTP/1.1" status: 200  len: 913 time: 0.1398699
Jun 29 14:37:17.782371 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-600c8c56-8643-4371-b3e6-9e15bf5dc080 req-2154c170-b7f4-4d2d-b953-9b0e3d5fc1d2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8d7280e-7da4-4c22-a42a-b425e1bab683 HTTP/1.1" status: 200  len: 1001 time: 0.1094530
Jun 29 14:37:17.855714 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c8c56-8643-4371-b3e6-9e15bf5dc080 req-d0e1d77a-3467-4b0e-89d5-61564c8251b1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:17.857200 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-600c8c56-8643-4371-b3e6-9e15bf5dc080 req-d0e1d77a-3467-4b0e-89d5-61564c8251b1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b1f452f3-ce90-45e6-b91e-51eb201b6ea6 HTTP/1.1" status: 200  len: 851 time: 0.0686812
Jun 29 14:37:17.957014 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-600c8c56-8643-4371-b3e6-9e15bf5dc080 req-fc918eb7-8e35-453d-9724-d291a47d644d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1b9efcd0-963e-4312-8efc-097d81e095b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0913608
Jun 29 14:37:18.154996 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-600c8c56-8643-4371-b3e6-9e15bf5dc080 req-4f8af47b-296f-48c7-a9a6-2719d5f91fc7 service neutron] 10.222.0.69 "GET /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1887703
Jun 29 14:37:18.316700 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-600c8c56-8643-4371-b3e6-9e15bf5dc080 req-3b1ab1ee-4a0a-4609-ab66-c012aa3c0de9 service neutron] 10.222.0.69 "GET /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1546071
Jun 29 14:37:19.425820 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 693928c3-e025-47a1-96a8-0f5ffb21cd27 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:37:19.514630 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning for port 693928c3-e025-47a1-96a8-0f5ffb21cd27 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:37:19.520402 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 693928c3-e025-47a1-96a8-0f5ffb21cd27 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:37:19.520777 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:19.655283 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:19.677303 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] For port 693928c3-e025-47a1-96a8-0f5ffb21cd27, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=693928c3-e025-47a1-96a8-0f5ffb21cd27,segment=NetworkSegment(c4c225a7-9a59-46d1-b662-631cedda96e9),segment_id=c4c225a7-9a59-46d1-b662-631cedda96e9)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:37:19.684571 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:19.694447 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:19.781495 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Pushing event updated for resources: {'Port': ['ID=693928c3-e025-47a1-96a8-0f5ffb21cd27,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:19.791322 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:20.701799 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 6 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:37:21.404444 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 693928c3-e025-47a1-96a8-0f5ffb21cd27 up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:37:21.478994 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 693928c3-e025-47a1-96a8-0f5ffb21cd27 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:37:21.479325 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:22.292273 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51af9c04-bc87-4e4c-b364-1a01c47103fb None None] Sync routers for ids ['4242c05c-a0d7-4fc7-bf9c-f4e2f9467892'] in dv-cinder-798356-1-iscsi {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:37:22.309423 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51af9c04-bc87-4e4c-b364-1a01c47103fb None None] Routers {'4242c05c-a0d7-4fc7-bf9c-f4e2f9467892'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:37:22.310309 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-51af9c04-bc87-4e4c-b364-1a01c47103fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94f61d30>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:37:08Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['4242c05c-a0d7-4fc7-bf9c-f4e2f9467892'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:22.557996 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-51af9c04-bc87-4e4c-b364-1a01c47103fb None None] Set router 4242c05c-a0d7-4fc7-bf9c-f4e2f9467892 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:37:22.924759 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-51af9c04-bc87-4e4c-b364-1a01c47103fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94f61d30>, [{'id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'name': 'tempest-TestMinimumBasicScenario-1486829058-router', 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dff47754-6dbb-4998-bdfa-b5f47f0278ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:37:03Z', 'updated_at': '2021-06-29T14:37:06Z', 'revision_number': 4, 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'gw_port': {'id': 'dff47754-6dbb-4998-bdfa-b5f47f0278ed', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:bd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:37:03Z', 'updated_at': '2021-06-29T14:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '44a50f16-b917-48b6-8723-1a2b28a526cc', 'name': '', 'network_id': 'ec1df414-e380-4659-bfa4-af48461b6816', 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8', 'mac_address': 'fa:16:3e:e2:07:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '044a3ce0-64fc-41e7-b61c-50a219c15e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:37:05Z', 'updated_at': '2021-06-29T14:37:06Z', 'revision_number': 2, 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'subnets': [{'id': '044a3ce0-64fc-41e7-b61c-50a219c15e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:22.929520 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51af9c04-bc87-4e4c-b364-1a01c47103fb None None] Checking router: 4242c05c-a0d7-4fc7-bf9c-f4e2f9467892 for host: dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:37:22.930333 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51af9c04-bc87-4e4c-b364-1a01c47103fb None None] Updating router 4242c05c-a0d7-4fc7-bf9c-f4e2f9467892 port 44a50f16-b917-48b6-8723-1a2b28a526cc binding host dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 14:37:22.997558 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-51af9c04-bc87-4e4c-b364-1a01c47103fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:23.381144 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-51af9c04-bc87-4e4c-b364-1a01c47103fb None None] Notify callbacks [] for port, precommit_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:23.402254 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-51af9c04-bc87-4e4c-b364-1a01c47103fb None None] Transition to ACTIVE for port object 44a50f16-b917-48b6-8723-1a2b28a526cc will not be triggered until provisioned by entity L2. {{(pid=74236) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:37:23.441794 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-51af9c04-bc87-4e4c-b364-1a01c47103fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:23.445669 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:23.596895 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99959c4c-ce94-4847-9386-679f8375d6cd None None] Pushing event updated for resources: {'Port': ['ID=44a50f16-b917-48b6-8723-1a2b28a526cc,revision_number=3']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:23.605118 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-99959c4c-ce94-4847-9386-679f8375d6cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:23.690729 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-51af9c04-bc87-4e4c-b364-1a01c47103fb None None] Attempting to bind port 44a50f16-b917-48b6-8723-1a2b28a526cc on host dv-cinder-798356-1-iscsi for vnic_type normal with profile  {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:37:23.691407 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-51af9c04-bc87-4e4c-b364-1a01c47103fb None None] Attempting to bind port 44a50f16-b917-48b6-8723-1a2b28a526cc by drivers openvswitch,hyperv on host dv-cinder-798356-1-iscsi at level 0 using segments [{'id': 'ddecb0f4-d7c7-4786-a31d-1eac45097ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ec1df414-e380-4659-bfa4-af48461b6816'}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:37:23.691985 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51af9c04-bc87-4e4c-b364-1a01c47103fb None None] Attempting to bind port 44a50f16-b917-48b6-8723-1a2b28a526cc on network ec1df414-e380-4659-bfa4-af48461b6816 {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:37:23.700097 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51af9c04-bc87-4e4c-b364-1a01c47103fb None None] Checking agent: {'id': '7de42cfb-0b94-485f-bf24-4ef591216796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 6), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:37:23.700648 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51af9c04-bc87-4e4c-b364-1a01c47103fb None None] Checking segment: {'id': 'ddecb0f4-d7c7-4786-a31d-1eac45097ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ec1df414-e380-4659-bfa4-af48461b6816'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74236) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:37:23.701154 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-51af9c04-bc87-4e4c-b364-1a01c47103fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:23.701910 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51af9c04-bc87-4e4c-b364-1a01c47103fb None None] Bound using segment: {'id': 'ddecb0f4-d7c7-4786-a31d-1eac45097ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ec1df414-e380-4659-bfa4-af48461b6816'} {{(pid=74236) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:37:23.702481 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.managers [None req-51af9c04-bc87-4e4c-b364-1a01c47103fb None None] Bound port: 44a50f16-b917-48b6-8723-1a2b28a526cc, host: dv-cinder-798356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddecb0f4-d7c7-4786-a31d-1eac45097ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ec1df414-e380-4659-bfa4-af48461b6816'}}] {{(pid=74236) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:37:23.703048 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-51af9c04-bc87-4e4c-b364-1a01c47103fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:23.805689 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-51af9c04-bc87-4e4c-b364-1a01c47103fb None None] For port 44a50f16-b917-48b6-8723-1a2b28a526cc, host dv-cinder-798356-1-iscsi, cleared binding levels {{(pid=74236) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:37:23.809529 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-51af9c04-bc87-4e4c-b364-1a01c47103fb None None] For port 44a50f16-b917-48b6-8723-1a2b28a526cc, host dv-cinder-798356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=44a50f16-b917-48b6-8723-1a2b28a526cc,segment=NetworkSegment(ddecb0f4-d7c7-4786-a31d-1eac45097ab2),segment_id=ddecb0f4-d7c7-4786-a31d-1eac45097ab2)] {{(pid=74236) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:37:23.814678 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-51af9c04-bc87-4e4c-b364-1a01c47103fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:23.825835 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:23.916662 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99959c4c-ce94-4847-9386-679f8375d6cd None None] Pushing event updated for resources: {'Port': ['ID=44a50f16-b917-48b6-8723-1a2b28a526cc,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:23.919871 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-99959c4c-ce94-4847-9386-679f8375d6cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:23.932527 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51af9c04-bc87-4e4c-b364-1a01c47103fb None None] Routers {'4242c05c-a0d7-4fc7-bf9c-f4e2f9467892'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:37:23.933190 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-51af9c04-bc87-4e4c-b364-1a01c47103fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94f61d30>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:37:08Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['4242c05c-a0d7-4fc7-bf9c-f4e2f9467892'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:24.142409 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-51af9c04-bc87-4e4c-b364-1a01c47103fb None None] Set router 4242c05c-a0d7-4fc7-bf9c-f4e2f9467892 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:37:24.173316 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8610c6-48b5-40f4-9484-a21718283d99 None None] Sync routers for ids ['8f913308-dd3e-4f47-ba27-c24495c09b1b'] in dv-cinder-798356-1-iscsi {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:37:24.196815 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8610c6-48b5-40f4-9484-a21718283d99 None None] Routers {'8f913308-dd3e-4f47-ba27-c24495c09b1b'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:37:24.197517 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-ac8610c6-48b5-40f4-9484-a21718283d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b949e6f70>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:37:08Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['8f913308-dd3e-4f47-ba27-c24495c09b1b'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:24.377178 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-ac8610c6-48b5-40f4-9484-a21718283d99 None None] Set router 8f913308-dd3e-4f47-ba27-c24495c09b1b gateway port host: dv-cinder-798356-1-iscsi {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:37:24.525772 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-51af9c04-bc87-4e4c-b364-1a01c47103fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94f61d30>, [{'id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'name': 'tempest-TestMinimumBasicScenario-1486829058-router', 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dff47754-6dbb-4998-bdfa-b5f47f0278ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:37:03Z', 'updated_at': '2021-06-29T14:37:06Z', 'revision_number': 4, 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'gw_port': {'id': 'dff47754-6dbb-4998-bdfa-b5f47f0278ed', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:bd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:37:03Z', 'updated_at': '2021-06-29T14:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '44a50f16-b917-48b6-8723-1a2b28a526cc', 'name': '', 'network_id': 'ec1df414-e380-4659-bfa4-af48461b6816', 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8', 'mac_address': 'fa:16:3e:e2:07:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '044a3ce0-64fc-41e7-b61c-50a219c15e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:37:05Z', 'updated_at': '2021-06-29T14:37:23Z', 'revision_number': 4, 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'subnets': [{'id': '044a3ce0-64fc-41e7-b61c-50a219c15e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:24.530238 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51af9c04-bc87-4e4c-b364-1a01c47103fb None None] The sync data for ids ['4242c05c-a0d7-4fc7-bf9c-f4e2f9467892'] in dv-cinder-798356-1-iscsi is: [{'id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'name': 'tempest-TestMinimumBasicScenario-1486829058-router', 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dff47754-6dbb-4998-bdfa-b5f47f0278ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:37:03Z', 'updated_at': '2021-06-29T14:37:06Z', 'revision_number': 4, 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'gw_port': {'id': 'dff47754-6dbb-4998-bdfa-b5f47f0278ed', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:bd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:37:03Z', 'updated_at': '2021-06-29T14:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '44a50f16-b917-48b6-8723-1a2b28a526cc', 'name': '', 'network_id': 'ec1df414-e380-4659-bfa4-af48461b6816', 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8', 'mac_address': 'fa:16:3e:e2:07:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '044a3ce0-64fc-41e7-b61c-50a219c15e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:37:05Z', 'updated_at': '2021-06-29T14:37:23Z', 'revision_number': 4, 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'subnets': [{'id': '044a3ce0-64fc-41e7-b61c-50a219c15e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:37:24.696468 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-34c0c1cf-60ea-4a2f-a6eb-2f3099ef4385 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:24.697796 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-34c0c1cf-60ea-4a2f-a6eb-2f3099ef4385 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Synchronizing usage tracker for tenant:361db4a6febd420eb01a2192ef70f0f8 on resource:network {{(pid=74235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:37:24.698681 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-ac8610c6-48b5-40f4-9484-a21718283d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b949e6f70>, [{'id': '8f913308-dd3e-4f47-ba27-c24495c09b1b', 'name': 'tempest-TestMinimumBasicScenario-2096135561-router', 'tenant_id': '53c630bf00ab4ac6a39ac99383100e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '693928c3-e025-47a1-96a8-0f5ffb21cd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:37:09Z', 'updated_at': '2021-06-29T14:37:12Z', 'revision_number': 4, 'project_id': '53c630bf00ab4ac6a39ac99383100e6e', 'gw_port': {'id': '693928c3-e025-47a1-96a8-0f5ffb21cd27', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:87:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f913308-dd3e-4f47-ba27-c24495c09b1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:37:09Z', 'updated_at': '2021-06-29T14:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a', 'name': '', 'network_id': 'c423d606-7b37-4197-9cc2-163f70073c2b', 'tenant_id': '53c630bf00ab4ac6a39ac99383100e6e', 'mac_address': 'fa:16:3e:93:46:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f913308-dd3e-4f47-ba27-c24495c09b1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49b58cc7-925f-4e05-b154-28f8748f31bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:37:11Z', 'updated_at': '2021-06-29T14:37:12Z', 'revision_number': 2, 'project_id': '53c630bf00ab4ac6a39ac99383100e6e', 'subnets': [{'id': '49b58cc7-925f-4e05-b154-28f8748f31bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:24.703100 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8610c6-48b5-40f4-9484-a21718283d99 None None] Checking router: 8f913308-dd3e-4f47-ba27-c24495c09b1b for host: dv-cinder-798356-1-iscsi {{(pid=74237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:37:24.704359 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8610c6-48b5-40f4-9484-a21718283d99 None None] Updating router 8f913308-dd3e-4f47-ba27-c24495c09b1b port 22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a binding host dv-cinder-798356-1-iscsi {{(pid=74237) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}}
Jun 29 14:37:24.726517 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-34c0c1cf-60ea-4a2f-a6eb-2f3099ef4385 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Unset dirty status for tenant:361db4a6febd420eb01a2192ef70f0f8 on resource:network {{(pid=74235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:37:24.727768 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-34c0c1cf-60ea-4a2f-a6eb-2f3099ef4385 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/networks?id=ec1df414-e380-4659-bfa4-af48461b6816 HTTP/1.1" status: 200  len: 815 time: 0.1818218
Jun 29 14:37:24.748068 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-24dfa0f6-748f-4b96-b772-d5732cea77cd tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/quotas/361db4a6febd420eb01a2192ef70f0f8 HTTP/1.1" status: 200  len: 375 time: 0.0138097
Jun 29 14:37:24.771430 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-ac8610c6-48b5-40f4-9484-a21718283d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:24.841412 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-f3cc01ca-1dab-4168-9dac-6c78d1245125 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Synchronizing usage tracker for tenant:361db4a6febd420eb01a2192ef70f0f8 on resource:port {{(pid=74235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:37:24.869879 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-f3cc01ca-1dab-4168-9dac-6c78d1245125 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Unset dirty status for tenant:361db4a6febd420eb01a2192ef70f0f8 on resource:port {{(pid=74235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:37:24.871482 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-f3cc01ca-1dab-4168-9dac-6c78d1245125 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=361db4a6febd420eb01a2192ef70f0f8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1161695
Jun 29 14:37:25.020702 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-0cc686c9-141b-4bb8-910d-cca8c0bc0051 service neutron] 10.222.0.13 "GET /v2.0/networks/ec1df414-e380-4659-bfa4-af48461b6816?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1366699
Jun 29 14:37:25.145536 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-ac8610c6-48b5-40f4-9484-a21718283d99 None None] Notify callbacks [] for port, precommit_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:25.158752 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.provisioning_blocks [None req-ac8610c6-48b5-40f4-9484-a21718283d99 None None] Transition to ACTIVE for port object 22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a will not be triggered until provisioned by entity L2. {{(pid=74237) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:37:25.166023 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-ac8610c6-48b5-40f4-9484-a21718283d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:25.169998 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:25.276024 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-33668709-87c9-4226-8827-0f8c10bdc9a1 service neutron] 10.222.0.13 "GET /v2.0/networks/ec1df414-e380-4659-bfa4-af48461b6816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2489033
Jun 29 14:37:25.290236 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397c5b4-38af-4c0c-86ee-0f60fe730299 None None] Pushing event updated for resources: {'Port': ['ID=22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a,revision_number=3']} {{(pid=74237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:25.293483 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [None req-0397c5b4-38af-4c0c-86ee-0f60fe730299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:25.391831 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.managers [None req-ac8610c6-48b5-40f4-9484-a21718283d99 None None] Attempting to bind port 22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a on host dv-cinder-798356-1-iscsi for vnic_type normal with profile  {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:37:25.392309 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.managers [None req-ac8610c6-48b5-40f4-9484-a21718283d99 None None] Attempting to bind port 22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a by drivers openvswitch,hyperv on host dv-cinder-798356-1-iscsi at level 0 using segments [{'id': 'fd60ccd5-e96d-44b6-b028-7680975681ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c423d606-7b37-4197-9cc2-163f70073c2b'}] {{(pid=74237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:37:25.392941 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8610c6-48b5-40f4-9484-a21718283d99 None None] Attempting to bind port 22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a on network c423d606-7b37-4197-9cc2-163f70073c2b {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:37:25.401025 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8610c6-48b5-40f4-9484-a21718283d99 None None] Checking agent: {'id': '7de42cfb-0b94-485f-bf24-4ef591216796', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-798356-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 20, 6), 'started_at': datetime.datetime(2021, 6, 29, 14, 20, 36), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 37, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-798356-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:37:25.401610 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8610c6-48b5-40f4-9484-a21718283d99 None None] Checking segment: {'id': 'fd60ccd5-e96d-44b6-b028-7680975681ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c423d606-7b37-4197-9cc2-163f70073c2b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74237) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:37:25.407104 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-ac8610c6-48b5-40f4-9484-a21718283d99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:25.407779 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac8610c6-48b5-40f4-9484-a21718283d99 None None] Bound using segment: {'id': 'fd60ccd5-e96d-44b6-b028-7680975681ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c423d606-7b37-4197-9cc2-163f70073c2b'} {{(pid=74237) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:37:25.408370 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.managers [None req-ac8610c6-48b5-40f4-9484-a21718283d99 None None] Bound port: 22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a, host: dv-cinder-798356-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd60ccd5-e96d-44b6-b028-7680975681ca', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 503, 'network_id': 'c423d606-7b37-4197-9cc2-163f70073c2b'}}] {{(pid=74237) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:37:25.408874 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-ac8610c6-48b5-40f4-9484-a21718283d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:25.454724 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 44a50f16-b917-48b6-8723-1a2b28a526cc up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:37:25.521675 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.db [None req-ac8610c6-48b5-40f4-9484-a21718283d99 None None] For port 22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a, host dv-cinder-798356-1-iscsi, cleared binding levels {{(pid=74237) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:37:25.525129 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.plugins.ml2.db [None req-ac8610c6-48b5-40f4-9484-a21718283d99 None None] For port 22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a, host dv-cinder-798356-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a,segment=NetworkSegment(fd60ccd5-e96d-44b6-b028-7680975681ca),segment_id=fd60ccd5-e96d-44b6-b028-7680975681ca)] {{(pid=74237) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:37:25.531747 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron_lib.callbacks.manager [None req-ac8610c6-48b5-40f4-9484-a21718283d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74237) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:25.536802 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [None req-4fa6942d-9702-41b8-8386-b536d752065b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:25.542389 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-3434de08-6ab4-4dce-8980-4d0651a92b62 req-7d6a65be-5494-42e9-96b4-262fa8230cf5 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 210 time: 0.0479631
Jun 29 14:37:25.576792 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning for port 44a50f16-b917-48b6-8723-1a2b28a526cc completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:37:25.583094 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 44a50f16-b917-48b6-8723-1a2b28a526cc triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:37:25.583528 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:25.645232 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0397c5b4-38af-4c0c-86ee-0f60fe730299 None None] Pushing event updated for resources: {'Port': ['ID=22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a,revision_number=4']} {{(pid=74237) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:25.649286 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG oslo_concurrency.lockutils [None req-0397c5b4-38af-4c0c-86ee-0f60fe730299 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=74237) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:25.669272 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac8610c6-48b5-40f4-9484-a21718283d99 None None] Routers {'8f913308-dd3e-4f47-ba27-c24495c09b1b'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:37:25.670004 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-ac8610c6-48b5-40f4-9484-a21718283d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b949e6f70>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:37:08Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['8f913308-dd3e-4f47-ba27-c24495c09b1b'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:25.734378 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:25.803481 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] For port 44a50f16-b917-48b6-8723-1a2b28a526cc, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=44a50f16-b917-48b6-8723-1a2b28a526cc,segment=NetworkSegment(ddecb0f4-d7c7-4786-a31d-1eac45097ab2),segment_id=ddecb0f4-d7c7-4786-a31d-1eac45097ab2)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:37:25.811356 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:25.814400 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:25.893328 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-ac8610c6-48b5-40f4-9484-a21718283d99 None None] Set router 8f913308-dd3e-4f47-ba27-c24495c09b1b gateway port host: dv-cinder-798356-1-iscsi {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:37:25.897378 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Pushing event updated for resources: {'Port': ['ID=44a50f16-b917-48b6-8723-1a2b28a526cc,revision_number=5']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:25.900630 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:26.224846 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-ac8610c6-48b5-40f4-9484-a21718283d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b949e6f70>, [{'id': '8f913308-dd3e-4f47-ba27-c24495c09b1b', 'name': 'tempest-TestMinimumBasicScenario-2096135561-router', 'tenant_id': '53c630bf00ab4ac6a39ac99383100e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '693928c3-e025-47a1-96a8-0f5ffb21cd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:37:09Z', 'updated_at': '2021-06-29T14:37:12Z', 'revision_number': 4, 'project_id': '53c630bf00ab4ac6a39ac99383100e6e', 'gw_port': {'id': '693928c3-e025-47a1-96a8-0f5ffb21cd27', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:87:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f913308-dd3e-4f47-ba27-c24495c09b1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:37:09Z', 'updated_at': '2021-06-29T14:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a', 'name': '', 'network_id': 'c423d606-7b37-4197-9cc2-163f70073c2b', 'tenant_id': '53c630bf00ab4ac6a39ac99383100e6e', 'mac_address': 'fa:16:3e:93:46:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f913308-dd3e-4f47-ba27-c24495c09b1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49b58cc7-925f-4e05-b154-28f8748f31bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:37:11Z', 'updated_at': '2021-06-29T14:37:25Z', 'revision_number': 4, 'project_id': '53c630bf00ab4ac6a39ac99383100e6e', 'subnets': [{'id': '49b58cc7-925f-4e05-b154-28f8748f31bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:26.228515 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac8610c6-48b5-40f4-9484-a21718283d99 None None] The sync data for ids ['8f913308-dd3e-4f47-ba27-c24495c09b1b'] in dv-cinder-798356-1-iscsi is: [{'id': '8f913308-dd3e-4f47-ba27-c24495c09b1b', 'name': 'tempest-TestMinimumBasicScenario-2096135561-router', 'tenant_id': '53c630bf00ab4ac6a39ac99383100e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '693928c3-e025-47a1-96a8-0f5ffb21cd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:37:09Z', 'updated_at': '2021-06-29T14:37:12Z', 'revision_number': 4, 'project_id': '53c630bf00ab4ac6a39ac99383100e6e', 'gw_port': {'id': '693928c3-e025-47a1-96a8-0f5ffb21cd27', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:87:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f913308-dd3e-4f47-ba27-c24495c09b1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:37:09Z', 'updated_at': '2021-06-29T14:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a', 'name': '', 'network_id': 'c423d606-7b37-4197-9cc2-163f70073c2b', 'tenant_id': '53c630bf00ab4ac6a39ac99383100e6e', 'mac_address': 'fa:16:3e:93:46:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f913308-dd3e-4f47-ba27-c24495c09b1b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '49b58cc7-925f-4e05-b154-28f8748f31bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:37:11Z', 'updated_at': '2021-06-29T14:37:25Z', 'revision_number': 4, 'project_id': '53c630bf00ab4ac6a39ac99383100e6e', 'subnets': [{'id': '49b58cc7-925f-4e05-b154-28f8748f31bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:37:26.677416 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-4794341d-3f9d-4381-a6aa-cb75f4d41c9b tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:26.679705 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-4794341d-3f9d-4381-a6aa-cb75f4d41c9b tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.69 "GET /v2.0/networks?id=ec1df414-e380-4659-bfa4-af48461b6816 HTTP/1.1" status: 200  len: 815 time: 0.1542869
Jun 29 14:37:26.705816 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-241ff8ed-2776-4117-9550-b6a62ac133a1 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Request body: {'port': {'device_id': 'dccd35a0-4d44-401b-93b0-3dd137d63674', 'network_id': 'ec1df414-e380-4659-bfa4-af48461b6816', 'admin_state_up': True, 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:37:26.734524 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-07e105c0-2f9d-4782-a3e7-839dd9a4dbfa req-232d8555-987c-4617-8158-1f387a278cc3 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 210 time: 0.0508034
Jun 29 14:37:26.873893 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-241ff8ed-2776-4117-9550-b6a62ac133a1 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:37:26.885340 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-241ff8ed-2776-4117-9550-b6a62ac133a1 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:37:26.896170 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-241ff8ed-2776-4117-9550-b6a62ac133a1 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Made reservation on behalf of 361db4a6febd420eb01a2192ef70f0f8 for: {'port': 1} {{(pid=74234) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 29 14:37:26.899325 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-241ff8ed-2776-4117-9550-b6a62ac133a1 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:27.073990 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_common [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-241ff8ed-2776-4117-9550-b6a62ac133a1 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Allocated IP 172.20.0.11 (ec1df414-e380-4659-bfa4-af48461b6816/044a3ce0-64fc-41e7-b61c-50a219c15e36/e590191e-25f6-43da-a522-03c38a725d56) {{(pid=74234) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:37:27.317286 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-241ff8ed-2776-4117-9550-b6a62ac133a1 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks [] for port, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:27.334706 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-241ff8ed-2776-4117-9550-b6a62ac133a1 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Transition to ACTIVE for port object e590191e-25f6-43da-a522-03c38a725d56 will not be triggered until provisioned by entity DHCP. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:37:27.361937 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-241ff8ed-2776-4117-9550-b6a62ac133a1 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:27.370072 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-705fa682-9c6c-44c2-b252-cc4757366b1b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:27.466308 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-241ff8ed-2776-4117-9550-b6a62ac133a1 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Pushing event updated for resources: {'Port': ['ID=e590191e-25f6-43da-a522-03c38a725d56,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:27.469731 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-241ff8ed-2776-4117-9550-b6a62ac133a1 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:27.485212 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-241ff8ed-2776-4117-9550-b6a62ac133a1 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Network ec1df414-e380-4659-bfa4-af48461b6816 is already hosted by enough agents. {{(pid=74234) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:37:27.486226 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.base_scheduler [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-241ff8ed-2776-4117-9550-b6a62ac133a1 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Resources bound (agent type, host, resource id):  {{(pid=74234) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:37:27.489367 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-241ff8ed-2776-4117-9550-b6a62ac133a1 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Received port after_create {{(pid=74234) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:37:27.563690 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:37:27.591022 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-241ff8ed-2776-4117-9550-b6a62ac133a1 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:27.591604 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-241ff8ed-2776-4117-9550-b6a62ac133a1 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:27.644969 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-241ff8ed-2776-4117-9550-b6a62ac133a1 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.69 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 0.9449446
Jun 29 14:37:27.688809 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning for port 22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:37:27.695821 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:37:27.696298 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:27.861589 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:27.908757 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] For port 22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a,segment=NetworkSegment(fd60ccd5-e96d-44b6-b028-7680975681ca),segment_id=fd60ccd5-e96d-44b6-b028-7680975681ca)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:37:27.913685 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:27.914943 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 44a50f16-b917-48b6-8723-1a2b28a526cc up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:37:27.946117 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:28.007335 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f32102-0f7d-473f-b15c-7001ff138395 req-52845141-460c-44bf-bc49-75c4e1dd5fa0 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:28.008750 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-67f32102-0f7d-473f-b15c-7001ff138395 req-52845141-460c-44bf-bc49-75c4e1dd5fa0 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Synchronizing usage tracker for tenant:361db4a6febd420eb01a2192ef70f0f8 on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:37:28.028245 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-67f32102-0f7d-473f-b15c-7001ff138395 req-52845141-460c-44bf-bc49-75c4e1dd5fa0 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Unset dirty status for tenant:361db4a6febd420eb01a2192ef70f0f8 on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:37:28.029563 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-67f32102-0f7d-473f-b15c-7001ff138395 req-52845141-460c-44bf-bc49-75c4e1dd5fa0 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 932 time: 0.1196020
Jun 29 14:37:28.050952 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-3a003649-b218-4e78-a197-45d88f7bc051 None None] Provisioning for port e590191e-25f6-43da-a522-03c38a725d56 completed by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:37:28.056823 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-3a003649-b218-4e78-a197-45d88f7bc051 None None] Provisioning complete for port e590191e-25f6-43da-a522-03c38a725d56 triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:37:28.057161 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3a003649-b218-4e78-a197-45d88f7bc051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:28.101517 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Pushing event updated for resources: {'Port': ['ID=22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a,revision_number=5']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:28.104645 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:28.118221 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-67f32102-0f7d-473f-b15c-7001ff138395 req-2a1cbb97-366e-4afa-9468-330c431f9535 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8b637d3-182c-4b80-8aa8-c28c90559f59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0798762
Jun 29 14:37:28.128445 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-3a003649-b218-4e78-a197-45d88f7bc051 None None] Port e590191e-25f6-43da-a522-03c38a725d56 cannot update to ACTIVE because it is not bound. {{(pid=74236) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}}
Jun 29 14:37:28.137223 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 44a50f16-b917-48b6-8723-1a2b28a526cc triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:37:28.137582 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:29.349296 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08099e10-6f90-4e53-8a52-732d390e09e4 req-358c8e10-f4de-4e0c-b61f-2612c7330f41 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:29.350772 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-08099e10-6f90-4e53-8a52-732d390e09e4 req-358c8e10-f4de-4e0c-b61f-2612c7330f41 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 932 time: 0.0816441
Jun 29 14:37:29.408862 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-08099e10-6f90-4e53-8a52-732d390e09e4 req-04ba5b93-e2dd-4973-afee-cdc2bf6c7592 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Synchronizing usage tracker for tenant:361db4a6febd420eb01a2192ef70f0f8 on resource:security_group {{(pid=74235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:37:29.409405 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a up at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:37:29.428682 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-08099e10-6f90-4e53-8a52-732d390e09e4 req-04ba5b93-e2dd-4973-afee-cdc2bf6c7592 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Unset dirty status for tenant:361db4a6febd420eb01a2192ef70f0f8 on resource:security_group {{(pid=74235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:37:29.442117 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-08099e10-6f90-4e53-8a52-732d390e09e4 req-04ba5b93-e2dd-4973-afee-cdc2bf6c7592 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8b637d3-182c-4b80-8aa8-c28c90559f59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0833714
Jun 29 14:37:29.483769 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Provisioning complete for port 22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:37:29.484239 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:30.643684 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23188743-f8a0-4efa-b43b-84addae52248 req-76366294-86d7-4b6c-97a4-d4a3a5530dec tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:30.645259 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-23188743-f8a0-4efa-b43b-84addae52248 req-76366294-86d7-4b6c-97a4-d4a3a5530dec tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 932 time: 0.0792603
Jun 29 14:37:30.717097 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-23188743-f8a0-4efa-b43b-84addae52248 req-d0beda48-f209-4474-8bd4-81934cf4db91 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8b637d3-182c-4b80-8aa8-c28c90559f59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650268
Jun 29 14:37:31.924649 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bd9b60-f9f0-4975-83b2-0f3641c32810 req-84fdd25b-40db-4df7-8274-af92f315743c tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:31.926168 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f1bd9b60-f9f0-4975-83b2-0f3641c32810 req-84fdd25b-40db-4df7-8274-af92f315743c tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 932 time: 0.0870900
Jun 29 14:37:31.977027 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-f1bd9b60-f9f0-4975-83b2-0f3641c32810 req-84838409-4f4b-4139-a3e7-7d715993629a tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8b637d3-182c-4b80-8aa8-c28c90559f59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450459
Jun 29 14:37:33.243623 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167a9b55-cb74-42ca-954d-0e04974b0ad6 req-a48d4ab9-a92b-4e89-80b1-18c6c91712c0 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:33.252514 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-167a9b55-cb74-42ca-954d-0e04974b0ad6 req-a48d4ab9-a92b-4e89-80b1-18c6c91712c0 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 932 time: 0.1262710
Jun 29 14:37:33.311096 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-167a9b55-cb74-42ca-954d-0e04974b0ad6 req-8988bc88-6cf1-4bad-9970-61b22c0d6893 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8b637d3-182c-4b80-8aa8-c28c90559f59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530119
Jun 29 14:37:33.480955 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 48266) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:37:33.792371 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [None req-7e403f0f-9d88-4e94-92fe-4a575697016a tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Deleting port 12168955-154e-4fbe-b4db-114114e2a4c7 {{(pid=74234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:37:33.792710 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7e403f0f-9d88-4e94-92fe-4a575697016a tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:33.977919 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7e403f0f-9d88-4e94-92fe-4a575697016a tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:33.978230 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7e403f0f-9d88-4e94-92fe-4a575697016a tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:34.102530 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [None req-7e403f0f-9d88-4e94-92fe-4a575697016a tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Calling delete_port for 12168955-154e-4fbe-b4db-114114e2a4c7 owned by network:floatingip {{(pid=74234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:37:34.277141 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7e403f0f-9d88-4e94-92fe-4a575697016a tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:34.280902 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-67ad6d22-d5d3-4e13-9f0a-3c60c66c3ba8 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:34.329807 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e403f0f-9d88-4e94-92fe-4a575697016a tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Pushing event deleted for resources: {'Port': ['ID=12168955-154e-4fbe-b4db-114114e2a4c7,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:34.334204 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-7e403f0f-9d88-4e94-92fe-4a575697016a tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:34.446298 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7e403f0f-9d88-4e94-92fe-4a575697016a tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks [] for floatingip, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:34.530992 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e14b05d5-3847-4cb7-9132-e0e1d755c292 req-3dc15644-929b-42b2-97dd-e59236de422b tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:34.532725 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-e14b05d5-3847-4cb7-9132-e0e1d755c292 req-3dc15644-929b-42b2-97dd-e59236de422b tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 932 time: 0.0856760
Jun 29 14:37:34.591464 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-e14b05d5-3847-4cb7-9132-e0e1d755c292 req-1b8f6a74-8c3f-4881-86c1-bdeb0e070d70 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8b637d3-182c-4b80-8aa8-c28c90559f59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530035
Jun 29 14:37:34.894865 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e403f0f-9d88-4e94-92fe-4a575697016a tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Router 97a23c19-a9f2-4e03-bced-bb31293c6261 has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:37:35.103288 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e403f0f-9d88-4e94-92fe-4a575697016a tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:37:35.115216 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90963192-1846-45a0-b26b-f52dcaa2ba46 None None] Sync routers for ids ['97a23c19-a9f2-4e03-bced-bb31293c6261'] in dv-cinder-798356-1-iscsi {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:37:35.130553 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90963192-1846-45a0-b26b-f52dcaa2ba46 None None] Routers {'97a23c19-a9f2-4e03-bced-bb31293c6261'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:37:35.131515 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-90963192-1846-45a0-b26b-f52dcaa2ba46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b9473e1f0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:37:08Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['97a23c19-a9f2-4e03-bced-bb31293c6261'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:35.142811 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7e403f0f-9d88-4e94-92fe-4a575697016a tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for floatingip, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:35.263976 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-7e403f0f-9d88-4e94-92fe-4a575697016a tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "DELETE /v2.0/floatingips/307e747b-86a7-472b-b2a5-3e96f353fac0 HTTP/1.1" status: 204  len: 168 time: 1.7812672
Jun 29 14:37:35.264961 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1f5535e-d958-469f-aabb-467c68074f38', 'tag': '4e6d433c-b896-4cc7-99e2-953d4af22241'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:37:35.351507 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1f5535e-d958-469f-aabb-467c68074f38', 'tag': '4e6d433c-b896-4cc7-99e2-953d4af22241', 'status': 'completed', 'code': 200}
Jun 29 14:37:35.445129 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-90963192-1846-45a0-b26b-f52dcaa2ba46 None None] Set router 97a23c19-a9f2-4e03-bced-bb31293c6261 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:37:35.810386 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d05f181-c2b0-4f4b-9f6a-6fef748ff380 req-7538a984-f686-4a1f-b908-41720a326b08 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:35.812078 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-9d05f181-c2b0-4f4b-9f6a-6fef748ff380 req-7538a984-f686-4a1f-b908-41720a326b08 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 945 time: 0.1825433
Jun 29 14:37:35.837023 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-90963192-1846-45a0-b26b-f52dcaa2ba46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b9473e1f0>, [{'id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'name': 'tempest-TestShelveInstance-1280250569-router', 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '723ab3bf-b782-41eb-a309-7fb3e7ec82a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:32:32Z', 'updated_at': '2021-06-29T14:32:36Z', 'revision_number': 4, 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'gw_port': {'id': '723ab3bf-b782-41eb-a309-7fb3e7ec82a2', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:32:33Z', 'updated_at': '2021-06-29T14:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '44a0d7ab-9dff-43e6-ae41-2b60073199b8', 'name': '', 'network_id': '4ddc4164-6d7a-4f56-880f-00ed4c1aa07e', 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86', 'mac_address': 'fa:16:3e:e6:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c8fac33-4120-43ef-91ce-4988f7d955dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:32:35Z', 'updated_at': '2021-06-29T14:32:55Z', 'revision_number': 5, 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'subnets': [{'id': '9c8fac33-4120-43ef-91ce-4988f7d955dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:35.845910 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90963192-1846-45a0-b26b-f52dcaa2ba46 None None] Checking router: 97a23c19-a9f2-4e03-bced-bb31293c6261 for host: dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:37:35.865297 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90963192-1846-45a0-b26b-f52dcaa2ba46 None None] Routers {'97a23c19-a9f2-4e03-bced-bb31293c6261'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:37:35.866117 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-90963192-1846-45a0-b26b-f52dcaa2ba46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b9473e1f0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:37:08Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['97a23c19-a9f2-4e03-bced-bb31293c6261'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:35.882515 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491758d9-3d55-4305-a4a5-b173478b3aa7 req-0e4bda2e-8a53-41ff-85cf-1144ffd4cb85 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:35.890042 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-491758d9-3d55-4305-a4a5-b173478b3aa7 req-0e4bda2e-8a53-41ff-85cf-1144ffd4cb85 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 932 time: 0.1406143
Jun 29 14:37:35.896307 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-9d05f181-c2b0-4f4b-9f6a-6fef748ff380 req-00057c69-2921-4d17-8e06-d4b10682c999 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0742416
Jun 29 14:37:35.937139 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-491758d9-3d55-4305-a4a5-b173478b3aa7 req-c8fdebed-0ebf-4b88-a5f4-6dda47f36308 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8b637d3-182c-4b80-8aa8-c28c90559f59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0456908
Jun 29 14:37:36.063595 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-dbddb830-d925-4bc6-b1bc-2a0aeecaff8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:36.089289 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-90963192-1846-45a0-b26b-f52dcaa2ba46 None None] Set router 97a23c19-a9f2-4e03-bced-bb31293c6261 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:37:36.425662 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:36.450889 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-90963192-1846-45a0-b26b-f52dcaa2ba46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b9473e1f0>, [{'id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'name': 'tempest-TestShelveInstance-1280250569-router', 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '723ab3bf-b782-41eb-a309-7fb3e7ec82a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:32:32Z', 'updated_at': '2021-06-29T14:32:36Z', 'revision_number': 4, 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'gw_port': {'id': '723ab3bf-b782-41eb-a309-7fb3e7ec82a2', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:32:33Z', 'updated_at': '2021-06-29T14:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '44a0d7ab-9dff-43e6-ae41-2b60073199b8', 'name': '', 'network_id': '4ddc4164-6d7a-4f56-880f-00ed4c1aa07e', 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86', 'mac_address': 'fa:16:3e:e6:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c8fac33-4120-43ef-91ce-4988f7d955dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:32:35Z', 'updated_at': '2021-06-29T14:32:55Z', 'revision_number': 5, 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'subnets': [{'id': '9c8fac33-4120-43ef-91ce-4988f7d955dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:36.455912 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90963192-1846-45a0-b26b-f52dcaa2ba46 None None] The sync data for ids ['97a23c19-a9f2-4e03-bced-bb31293c6261'] in dv-cinder-798356-1-iscsi is: [{'id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'name': 'tempest-TestShelveInstance-1280250569-router', 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.224'}], 'enable_snat': True}, 'gw_port_id': '723ab3bf-b782-41eb-a309-7fb3e7ec82a2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:32:32Z', 'updated_at': '2021-06-29T14:32:36Z', 'revision_number': 4, 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'gw_port': {'id': '723ab3bf-b782-41eb-a309-7fb3e7ec82a2', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:1e:0a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:32:33Z', 'updated_at': '2021-06-29T14:32:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '44a0d7ab-9dff-43e6-ae41-2b60073199b8', 'name': '', 'network_id': '4ddc4164-6d7a-4f56-880f-00ed4c1aa07e', 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86', 'mac_address': 'fa:16:3e:e6:97:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9c8fac33-4120-43ef-91ce-4988f7d955dd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:32:35Z', 'updated_at': '2021-06-29T14:32:55Z', 'revision_number': 5, 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'subnets': [{'id': '9c8fac33-4120-43ef-91ce-4988f7d955dd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:37:37.092048 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ee9bd3-2203-4245-9897-57605b4e3471 req-f80a222a-2850-4264-af9f-e46c77904f74 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:37.093518 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-62ee9bd3-2203-4245-9897-57605b4e3471 req-f80a222a-2850-4264-af9f-e46c77904f74 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 945 time: 0.0790098
Jun 29 14:37:37.140281 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-62ee9bd3-2203-4245-9897-57605b4e3471 req-13057b7a-d793-4ff5-9fc4-a9b5c4b95a3a tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404875
Jun 29 14:37:37.142532 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6952a86c-4990-4981-8866-6d158703d43d req-9d145d2f-5e2c-4f5e-b4d4-28273d9592e0 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:37.143994 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-6952a86c-4990-4981-8866-6d158703d43d req-9d145d2f-5e2c-4f5e-b4d4-28273d9592e0 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 932 time: 0.0764759
Jun 29 14:37:37.190106 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-6952a86c-4990-4981-8866-6d158703d43d req-e538d784-fb48-4028-a170-778d8837edd1 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8b637d3-182c-4b80-8aa8-c28c90559f59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0405061
Jun 29 14:37:37.369665 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-7cb29f1b-84f3-48c8-b90c-1c0b7ec5d81d service neutron] Request body: {'port': {'device_id': 'dccd35a0-4d44-401b-93b0-3dd137d63674', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-79835'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:37:37.463689 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-aa452497-de92-40e1-95b2-f372c082979b req-c3d6f4ba-9d1a-49ec-b96a-0f927fc4e403 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=c9014e79d3da412c8ed251c61566ec86&device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 1098 time: 0.0765100
Jun 29 14:37:37.580215 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-7cb29f1b-84f3-48c8-b90c-1c0b7ec5d81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:37.602017 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa452497-de92-40e1-95b2-f372c082979b req-d9a7f9d6-3093-460d-8d4a-be3f680fce82 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:37.603437 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-aa452497-de92-40e1-95b2-f372c082979b req-d9a7f9d6-3093-460d-8d4a-be3f680fce82 service neutron] 10.222.0.69 "GET /v2.0/networks?id=4ddc4164-6d7a-4f56-880f-00ed4c1aa07e HTTP/1.1" status: 200  len: 910 time: 0.1298513
Jun 29 14:37:37.670249 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-aa452497-de92-40e1-95b2-f372c082979b req-150f263d-a5e5-486e-8bea-f5c1b28183c9 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=4e6d433c-b896-4cc7-99e2-953d4af22241 HTTP/1.1" status: 200  len: 217 time: 0.0598810
Jun 29 14:37:37.738596 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa452497-de92-40e1-95b2-f372c082979b req-4cf0d4ae-8957-49e2-b265-bc30f299cd6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:37.740036 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-aa452497-de92-40e1-95b2-f372c082979b req-4cf0d4ae-8957-49e2-b265-bc30f299cd6d service neutron] 10.222.0.69 "GET /v2.0/subnets?id=9c8fac33-4120-43ef-91ce-4988f7d955dd HTTP/1.1" status: 200  len: 848 time: 0.0632012
Jun 29 14:37:37.820043 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-aa452497-de92-40e1-95b2-f372c082979b req-53868801-380a-45d5-a49a-5f2fab47e278 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=4ddc4164-6d7a-4f56-880f-00ed4c1aa07e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0722511
Jun 29 14:37:37.929040 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-7cb29f1b-84f3-48c8-b90c-1c0b7ec5d81d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e590191e-25f6-43da-a522-03c38a725d56 {{(pid=74234) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:37:37.935832 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-7cb29f1b-84f3-48c8-b90c-1c0b7ec5d81d service neutron] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:37.951085 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.provisioning_blocks [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-7cb29f1b-84f3-48c8-b90c-1c0b7ec5d81d service neutron] Transition to ACTIVE for port object e590191e-25f6-43da-a522-03c38a725d56 will not be triggered until provisioned by entity L2. {{(pid=74234) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 29 14:37:37.956280 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-7cb29f1b-84f3-48c8-b90c-1c0b7ec5d81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:37.958781 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-aa452497-de92-40e1-95b2-f372c082979b req-ae0f1681-03db-41f1-98bd-9db7cbca2748 service neutron] 10.222.0.69 "GET /v2.0/networks/4ddc4164-6d7a-4f56-880f-00ed4c1aa07e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1273272
Jun 29 14:37:37.959998 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-a4b2b442-c3e0-4d96-8f89-cd66816861b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:38.084157 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb29f1b-84f3-48c8-b90c-1c0b7ec5d81d service neutron] Pushing event updated for resources: {'Port': ['ID=e590191e-25f6-43da-a522-03c38a725d56,revision_number=2']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:38.087880 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-7cb29f1b-84f3-48c8-b90c-1c0b7ec5d81d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:38.112725 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-aa452497-de92-40e1-95b2-f372c082979b req-016c6f9a-779f-4628-a822-44fdfff4b88a service neutron] 10.222.0.69 "GET /v2.0/networks/4ddc4164-6d7a-4f56-880f-00ed4c1aa07e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1469703
Jun 29 14:37:38.196058 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-7cb29f1b-84f3-48c8-b90c-1c0b7ec5d81d service neutron] Attempting to bind port e590191e-25f6-43da-a522-03c38a725d56 on host hv-cinder-79835 for vnic_type normal with profile  {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}}
Jun 29 14:37:38.196801 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-35ad6784-faca-4dfd-a9c7-61a1ba3faab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:38.197379 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-7cb29f1b-84f3-48c8-b90c-1c0b7ec5d81d service neutron] Attempting to bind port e590191e-25f6-43da-a522-03c38a725d56 by drivers openvswitch,hyperv on host hv-cinder-79835 at level 0 using segments [{'id': 'ddecb0f4-d7c7-4786-a31d-1eac45097ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ec1df414-e380-4659-bfa4-af48461b6816'}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}}
Jun 29 14:37:38.197379 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-7cb29f1b-84f3-48c8-b90c-1c0b7ec5d81d service neutron] Attempting to bind port e590191e-25f6-43da-a522-03c38a725d56 on network ec1df414-e380-4659-bfa4-af48461b6816 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:37:38.203635 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-7cb29f1b-84f3-48c8-b90c-1c0b7ec5d81d service neutron] Port e590191e-25f6-43da-a522-03c38a725d56 on network ec1df414-e380-4659-bfa4-af48461b6816 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-79835 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}}
Jun 29 14:37:38.204137 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-7cb29f1b-84f3-48c8-b90c-1c0b7ec5d81d service neutron] Attempting to bind port e590191e-25f6-43da-a522-03c38a725d56 on network ec1df414-e380-4659-bfa4-af48461b6816 {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}}
Jun 29 14:37:38.210952 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-7cb29f1b-84f3-48c8-b90c-1c0b7ec5d81d service neutron] Checking agent: {'id': 'f619983b-74b0-4a10-ac06-3edbe0602c57', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-79835', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'started_at': datetime.datetime(2021, 6, 29, 14, 26, 9), 'heartbeat_timestamp': datetime.datetime(2021, 6, 29, 14, 37, 10), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}}
Jun 29 14:37:38.211394 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-7cb29f1b-84f3-48c8-b90c-1c0b7ec5d81d service neutron] Checking segment: {'id': 'ddecb0f4-d7c7-4786-a31d-1eac45097ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ec1df414-e380-4659-bfa4-af48461b6816'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=74234) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:340}}
Jun 29 14:37:38.211661 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-7cb29f1b-84f3-48c8-b90c-1c0b7ec5d81d service neutron] Bound using segment: {'id': 'ddecb0f4-d7c7-4786-a31d-1eac45097ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ec1df414-e380-4659-bfa4-af48461b6816'} {{(pid=74234) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}}
Jun 29 14:37:38.212089 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.managers [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-7cb29f1b-84f3-48c8-b90c-1c0b7ec5d81d service neutron] Bound port: e590191e-25f6-43da-a522-03c38a725d56, host: hv-cinder-79835, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ddecb0f4-d7c7-4786-a31d-1eac45097ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 502, 'network_id': 'ec1df414-e380-4659-bfa4-af48461b6816'}}] {{(pid=74234) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}}
Jun 29 14:37:38.212432 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-7cb29f1b-84f3-48c8-b90c-1c0b7ec5d81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:38.306014 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-7cb29f1b-84f3-48c8-b90c-1c0b7ec5d81d service neutron] For port e590191e-25f6-43da-a522-03c38a725d56, host hv-cinder-79835, cleared binding levels {{(pid=74234) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}}
Jun 29 14:37:38.309652 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-7cb29f1b-84f3-48c8-b90c-1c0b7ec5d81d service neutron] For port e590191e-25f6-43da-a522-03c38a725d56, host hv-cinder-79835, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=e590191e-25f6-43da-a522-03c38a725d56,segment=NetworkSegment(ddecb0f4-d7c7-4786-a31d-1eac45097ab2),segment_id=ddecb0f4-d7c7-4786-a31d-1eac45097ab2)] {{(pid=74234) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}}
Jun 29 14:37:38.314830 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-7cb29f1b-84f3-48c8-b90c-1c0b7ec5d81d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:38.321568 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-57efa36b-ce02-4f09-affb-f8c7b7510e3e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:38.369603 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a77dcbb-1af2-4a06-8bd9-94ecb21cc96a req-2e1f9e30-a7cc-4d70-a88f-55b91c58c406 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:38.371107 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-1a77dcbb-1af2-4a06-8bd9-94ecb21cc96a req-2e1f9e30-a7cc-4d70-a88f-55b91c58c406 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 945 time: 0.0937440
Jun 29 14:37:38.417943 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-1a77dcbb-1af2-4a06-8bd9-94ecb21cc96a req-77f26bab-6282-4473-ad21-a9ebdfdbfe7f tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0402820
Jun 29 14:37:38.430844 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-7cb29f1b-84f3-48c8-b90c-1c0b7ec5d81d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:38.432188 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-7cb29f1b-84f3-48c8-b90c-1c0b7ec5d81d service neutron] 10.222.0.69 "PUT /v2.0/ports/e590191e-25f6-43da-a522-03c38a725d56 HTTP/1.1" status: 200  len: 1094 time: 1.0705481
Jun 29 14:37:38.432708 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dccd35a0-4d44-401b-93b0-3dd137d63674', 'tag': 'e590191e-25f6-43da-a522-03c38a725d56'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:37:38.457865 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb29f1b-84f3-48c8-b90c-1c0b7ec5d81d service neutron] Pushing event updated for resources: {'Port': ['ID=e590191e-25f6-43da-a522-03c38a725d56,revision_number=3']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:38.465077 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-7cb29f1b-84f3-48c8-b90c-1c0b7ec5d81d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:38.485293 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3579711c-461b-4304-af5b-a92c1078d14e req-1d3a02d9-0716-471d-8cb6-7d51abe3d705 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:38.486929 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-3579711c-461b-4304-af5b-a92c1078d14e req-1d3a02d9-0716-471d-8cb6-7d51abe3d705 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 944 time: 0.1671274
Jun 29 14:37:38.524165 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dccd35a0-4d44-401b-93b0-3dd137d63674', 'tag': 'e590191e-25f6-43da-a522-03c38a725d56', 'status': 'completed', 'code': 200}
Jun 29 14:37:38.589178 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-3579711c-461b-4304-af5b-a92c1078d14e req-d698ff52-254f-499f-a90d-1e15945c9ab0 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8b637d3-182c-4b80-8aa8-c28c90559f59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641632
Jun 29 14:37:38.605854 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-2a4d97bb-75c6-4c82-abef-0b86e7afbbcf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=361db4a6febd420eb01a2192ef70f0f8&device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 1097 time: 0.1179395
Jun 29 14:37:38.679220 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-c968e469-dba5-4937-8cb2-ebe5f87a32f2 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e590191e-25f6-43da-a522-03c38a725d56 HTTP/1.1" status: 200  len: 217 time: 0.0652673
Jun 29 14:37:38.747341 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-08409372-9dcc-44a3-a5b5-fef88e8c32b2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:38.748704 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-08409372-9dcc-44a3-a5b5-fef88e8c32b2 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=044a3ce0-64fc-41e7-b61c-50a219c15e36 HTTP/1.1" status: 200  len: 854 time: 0.0629032
Jun 29 14:37:38.834145 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-b87fd21d-9a08-4f4b-b2eb-aaa2cf73944d service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ec1df414-e380-4659-bfa4-af48461b6816&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0685894
Jun 29 14:37:38.969523 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-ac493f89-37a5-4532-a310-28551d4ce694 service neutron] 10.222.0.69 "GET /v2.0/networks/ec1df414-e380-4659-bfa4-af48461b6816?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281481
Jun 29 14:37:39.100358 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-72a6a3e9-2652-40dc-a2f8-bf60696edb79 req-f72f7453-79df-4455-abcb-8ebd343c39d5 service neutron] 10.222.0.69 "GET /v2.0/networks/ec1df414-e380-4659-bfa4-af48461b6816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1238067
Jun 29 14:37:39.152346 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268f82b0-e647-4106-b427-f42da494f18d req-9628dd97-f6e3-4d41-9ac1-9e08910d4895 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:39.153792 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-268f82b0-e647-4106-b427-f42da494f18d req-9628dd97-f6e3-4d41-9ac1-9e08910d4895 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.69 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 945 time: 0.0780959
Jun 29 14:37:39.217054 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:39.225016 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4c70c469-b37c-4fe5-bf05-ab03e4a4f698 req-5c22e2e4-9769-41c2-851c-15fd0d3156e6 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=361db4a6febd420eb01a2192ef70f0f8&device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 1097 time: 0.0811429
Jun 29 14:37:39.230833 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [req-268f82b0-e647-4106-b427-f42da494f18d req-0efaa821-5d95-4b90-80d5-76a0d7e62e63 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Deleting port 4e6d433c-b896-4cc7-99e2-953d4af22241 {{(pid=74235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:37:39.231159 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-268f82b0-e647-4106-b427-f42da494f18d req-0efaa821-5d95-4b90-80d5-76a0d7e62e63 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:39.458179 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70c469-b37c-4fe5-bf05-ab03e4a4f698 req-8373095b-4844-4785-b40c-7f30a1da0bd0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:39.459756 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4c70c469-b37c-4fe5-bf05-ab03e4a4f698 req-8373095b-4844-4785-b40c-7f30a1da0bd0 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ec1df414-e380-4659-bfa4-af48461b6816 HTTP/1.1" status: 200  len: 916 time: 0.2285593
Jun 29 14:37:39.533519 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4c70c469-b37c-4fe5-bf05-ab03e4a4f698 req-36eed255-4c44-4a80-88c7-095ce6a2936b service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e590191e-25f6-43da-a522-03c38a725d56 HTTP/1.1" status: 200  len: 217 time: 0.0630906
Jun 29 14:37:39.601318 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c70c469-b37c-4fe5-bf05-ab03e4a4f698 req-ca98f5c2-c538-45fb-8991-8c2c391d173e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:39.603448 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4c70c469-b37c-4fe5-bf05-ab03e4a4f698 req-ca98f5c2-c538-45fb-8991-8c2c391d173e service neutron] 10.222.0.69 "GET /v2.0/subnets?id=044a3ce0-64fc-41e7-b61c-50a219c15e36 HTTP/1.1" status: 200  len: 854 time: 0.0629175
Jun 29 14:37:39.618399 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.db [req-268f82b0-e647-4106-b427-f42da494f18d req-0efaa821-5d95-4b90-80d5-76a0d7e62e63 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] For port 4e6d433c-b896-4cc7-99e2-953d4af22241, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=4e6d433c-b896-4cc7-99e2-953d4af22241,segment=NetworkSegment(cea2fd47-5e01-4362-9688-b7eee1960a92),segment_id=cea2fd47-5e01-4362-9688-b7eee1960a92)] {{(pid=74235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:37:39.618991 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-268f82b0-e647-4106-b427-f42da494f18d req-0efaa821-5d95-4b90-80d5-76a0d7e62e63 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:39.685991 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4c70c469-b37c-4fe5-bf05-ab03e4a4f698 req-1ef8ed2a-7e97-4c89-90ca-17701ca7333b service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ec1df414-e380-4659-bfa4-af48461b6816&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0752344
Jun 29 14:37:39.751832 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [req-268f82b0-e647-4106-b427-f42da494f18d req-0efaa821-5d95-4b90-80d5-76a0d7e62e63 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Calling delete_port for 4e6d433c-b896-4cc7-99e2-953d4af22241 owned by compute:nova {{(pid=74235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:37:39.850233 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334d9ec9-9c47-4a0c-bf6d-a0e9e8c7110f req-da37494d-27a2-4051-a25f-e6faa4e05602 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:39.851876 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-334d9ec9-9c47-4a0c-bf6d-a0e9e8c7110f req-da37494d-27a2-4051-a25f-e6faa4e05602 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 945 time: 0.2923815
Jun 29 14:37:39.905526 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4c70c469-b37c-4fe5-bf05-ab03e4a4f698 req-bea31636-eb63-4329-9c04-8484a842ef2e service neutron] 10.222.0.69 "GET /v2.0/networks/ec1df414-e380-4659-bfa4-af48461b6816?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2117324
Jun 29 14:37:39.916370 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b9a11f-88f4-4010-ae8c-2dd7e8f9af1d req-65d889e8-855b-4501-896b-a16208ba2f0a tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:39.917895 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c7b9a11f-88f4-4010-ae8c-2dd7e8f9af1d req-65d889e8-855b-4501-896b-a16208ba2f0a tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 944 time: 0.1970079
Jun 29 14:37:39.954472 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-334d9ec9-9c47-4a0c-bf6d-a0e9e8c7110f req-4dc2f007-e7ce-461f-8ba5-ae181c4e936c tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/security-groups?id=091d86af-88fc-422e-abb1-060ca9e6e90c&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0952599
Jun 29 14:37:39.959917 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-268f82b0-e647-4106-b427-f42da494f18d req-0efaa821-5d95-4b90-80d5-76a0d7e62e63 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:39.966379 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-af35d01d-9dd0-4421-af64-26f682d2c82d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:40.016502 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efaa821-5d95-4b90-80d5-76a0d7e62e63 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Pushing event deleted for resources: {'Port': ['ID=4e6d433c-b896-4cc7-99e2-953d4af22241,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:40.025087 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efaa821-5d95-4b90-80d5-76a0d7e62e63 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:40.025505 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efaa821-5d95-4b90-80d5-76a0d7e62e63 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:40.025869 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efaa821-5d95-4b90-80d5-76a0d7e62e63 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:40.026222 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efaa821-5d95-4b90-80d5-76a0d7e62e63 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:40.026597 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efaa821-5d95-4b90-80d5-76a0d7e62e63 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:40.026949 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efaa821-5d95-4b90-80d5-76a0d7e62e63 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:40.027642 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efaa821-5d95-4b90-80d5-76a0d7e62e63 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:40.027642 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efaa821-5d95-4b90-80d5-76a0d7e62e63 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:40.027973 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efaa821-5d95-4b90-80d5-76a0d7e62e63 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:40.028313 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efaa821-5d95-4b90-80d5-76a0d7e62e63 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:40.028664 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efaa821-5d95-4b90-80d5-76a0d7e62e63 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:37:40.033346 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-0efaa821-5d95-4b90-80d5-76a0d7e62e63 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:40.040318 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:40.054611 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-c7b9a11f-88f4-4010-ae8c-2dd7e8f9af1d req-36c676cc-2773-4b3f-bbab-a95716a20f0c tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8b637d3-182c-4b80-8aa8-c28c90559f59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1177068
Jun 29 14:37:40.087654 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-4c70c469-b37c-4fe5-bf05-ab03e4a4f698 req-61b03ae8-27cc-46b4-af81-1a60f49e7ef0 service neutron] 10.222.0.69 "GET /v2.0/networks/ec1df414-e380-4659-bfa4-af48461b6816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1687911
Jun 29 14:37:40.104830 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.l3_dvrscheduler_db [req-268f82b0-e647-4106-b427-f42da494f18d req-0efaa821-5d95-4b90-80d5-76a0d7e62e63 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] No DVR routers for this DVR port 4e6d433c-b896-4cc7-99e2-953d4af22241 on host hv-cinder-79835 {{(pid=74235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 14:37:40.107242 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-268f82b0-e647-4106-b427-f42da494f18d req-0efaa821-5d95-4b90-80d5-76a0d7e62e63 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:40.110146 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1f5535e-d958-469f-aabb-467c68074f38', 'name': 'network-vif-deleted', 'tag': '4e6d433c-b896-4cc7-99e2-953d4af22241'}] {{(pid=74235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:37:40.122352 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-268f82b0-e647-4106-b427-f42da494f18d req-0efaa821-5d95-4b90-80d5-76a0d7e62e63 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.69 "DELETE /v2.0/ports/4e6d433c-b896-4cc7-99e2-953d4af22241 HTTP/1.1" status: 204  len: 173 time: 0.9626789
Jun 29 14:37:40.169945 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1f5535e-d958-469f-aabb-467c68074f38', 'name': 'network-vif-deleted', 'tag': '4e6d433c-b896-4cc7-99e2-953d4af22241', 'status': 'completed', 'code': 200}
Jun 29 14:37:40.604320 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device e590191e-25f6-43da-a522-03c38a725d56 details requested by agent hyperv_hv-cinder-79835 with host hv-cinder-79835 {{(pid=74236) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 29 14:37:40.744120 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port e590191e-25f6-43da-a522-03c38a725d56, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=e590191e-25f6-43da-a522-03c38a725d56,segment=NetworkSegment(ddecb0f4-d7c7-4786-a31d-1eac45097ab2),segment_id=ddecb0f4-d7c7-4786-a31d-1eac45097ab2)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:37:40.757556 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Returning: {'device': 'e590191e-25f6-43da-a522-03c38a725d56', 'network_id': 'ec1df414-e380-4659-bfa4-af48461b6816', 'port_id': 'e590191e-25f6-43da-a522-03c38a725d56', 'mac_address': 'fa:16:3e:5b:05:17', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 502, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '044a3ce0-64fc-41e7-b61c-50a219c15e36', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=74236) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 29 14:37:40.811640 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:40.829640 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e590191e-25f6-43da-a522-03c38a725d56 {{(pid=74236) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}}
Jun 29 14:37:40.845175 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port e590191e-25f6-43da-a522-03c38a725d56, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=e590191e-25f6-43da-a522-03c38a725d56,segment=NetworkSegment(ddecb0f4-d7c7-4786-a31d-1eac45097ab2),segment_id=ddecb0f4-d7c7-4786-a31d-1eac45097ab2)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:37:40.848759 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:40.850460 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-99959c4c-ce94-4847-9386-679f8375d6cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:40.931528 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:40.937023 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=e590191e-25f6-43da-a522-03c38a725d56,revision_number=4']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:40.940257 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:41.090378 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['e590191e-25f6-43da-a522-03c38a725d56'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:37:41.175811 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-15f9bed5-c49d-41b4-bd32-3f99b0cf232d req-6db0d402-90ca-44f7-9e30-6e0e85c47908 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Synchronizing usage tracker for tenant:c9014e79d3da412c8ed251c61566ec86 on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:37:41.191746 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-15f9bed5-c49d-41b4-bd32-3f99b0cf232d req-6db0d402-90ca-44f7-9e30-6e0e85c47908 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Unset dirty status for tenant:c9014e79d3da412c8ed251c61566ec86 on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:37:41.193164 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-15f9bed5-c49d-41b4-bd32-3f99b0cf232d req-6db0d402-90ca-44f7-9e30-6e0e85c47908 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "GET /v2.0/ports?device_id=e1f5535e-d958-469f-aabb-467c68074f38 HTTP/1.1" status: 200  len: 210 time: 0.0931227
Jun 29 14:37:41.315917 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d179003-33fc-446a-85ec-5f092c8bdb1b req-da6881cd-65df-41e8-965a-9b12406a2ca6 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:41.317388 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-4d179003-33fc-446a-85ec-5f092c8bdb1b req-da6881cd-65df-41e8-965a-9b12406a2ca6 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 945 time: 0.0815721
Jun 29 14:37:41.369253 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-4d179003-33fc-446a-85ec-5f092c8bdb1b req-7bfc51e5-6485-4ce2-903d-bb968a3d9da1 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8b637d3-182c-4b80-8aa8-c28c90559f59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0457959
Jun 29 14:37:42.301504 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 48306) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:37:42.373226 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-4934cffe-87a4-4210-8b5a-9ca88411fe02 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:42.401645 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-4934cffe-87a4-4210-8b5a-9ca88411fe02 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:42.467164 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-4934cffe-87a4-4210-8b5a-9ca88411fe02 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:42.471682 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-75c0a9f0-0bd8-436d-9756-2728eaa0a18e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:42.486646 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4934cffe-87a4-4210-8b5a-9ca88411fe02 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=091d86af-88fc-422e-abb1-060ca9e6e90c,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:42.489963 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-4934cffe-87a4-4210-8b5a-9ca88411fe02 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:42.504178 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-4934cffe-87a4-4210-8b5a-9ca88411fe02 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:42.507851 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-4934cffe-87a4-4210-8b5a-9ca88411fe02 tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] 10.222.0.13 "DELETE /v2.0/security-groups/091d86af-88fc-422e-abb1-060ca9e6e90c HTTP/1.1" status: 204  len: 168 time: 0.2028608
Jun 29 14:37:42.559260 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 48316) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:37:42.593260 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4abd3a-ef49-4cfa-ba3b-582f858f1163 req-78605491-5f89-474e-8847-c5d769f05ce7 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:42.596667 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-2b4abd3a-ef49-4cfa-ba3b-582f858f1163 req-78605491-5f89-474e-8847-c5d769f05ce7 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 945 time: 0.0962055
Jun 29 14:37:42.619752 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device e590191e-25f6-43da-a522-03c38a725d56 up at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 29 14:37:42.650213 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-2b4abd3a-ef49-4cfa-ba3b-582f858f1163 req-c9a16926-acf4-432b-94dd-d1b6d8738983 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8b637d3-182c-4b80-8aa8-c28c90559f59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0458095
Jun 29 14:37:42.743246 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning for port e590191e-25f6-43da-a522-03c38a725d56 completed by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 29 14:37:42.748097 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Provisioning complete for port e590191e-25f6-43da-a522-03c38a725d56 triggered by entity L2. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:37:42.748468 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:42.864663 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:42.892501 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dccd35a0-4d44-401b-93b0-3dd137d63674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e590191e-25f6-43da-a522-03c38a725d56'}] {{(pid=74236) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:37:42.903009 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] For port e590191e-25f6-43da-a522-03c38a725d56, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=e590191e-25f6-43da-a522-03c38a725d56,segment=NetworkSegment(ddecb0f4-d7c7-4786-a31d-1eac45097ab2),segment_id=ddecb0f4-d7c7-4786-a31d-1eac45097ab2)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:37:42.907415 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856'] for port, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:42.908450 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 4e6d433c-b896-4cc7-99e2-953d4af22241 no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:37:42.936087 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:42.996490 dv-cinder-798356-1-iscsi neutron-server[74236]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dccd35a0-4d44-401b-93b0-3dd137d63674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e590191e-25f6-43da-a522-03c38a725d56', 'code': 200}
Jun 29 14:37:42.997747 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] No Port match for: 4e6d433c-b896-4cc7-99e2-953d4af22241 {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:37:42.998187 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 4e6d433c-b896-4cc7-99e2-953d4af22241 not bound to the agent host hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:37:43.055743 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Pushing event updated for resources: {'Port': ['ID=e590191e-25f6-43da-a522-03c38a725d56,revision_number=5']} {{(pid=74236) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:43.059159 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_concurrency.lockutils [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=74236) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:43.207131 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-0677d12a-2ac9-4106-9868-2928106ce9a6 req-3e21b266-ae88-47ee-88d5-d10ea39b2212 service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 1099 time: 0.0721853
Jun 29 14:37:43.212447 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-85386714-9d22-4f0d-a537-d5eff01840a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667743'] for router_interface, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:43.251630 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-0677d12a-2ac9-4106-9868-2928106ce9a6 req-15d890ea-00cb-417c-b5d1-6a561484417c service neutron] 10.222.0.69 "GET /v2.0/security-groups?id=e8b637d3-182c-4b80-8aa8-c28c90559f59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0376637
Jun 29 14:37:43.854043 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8251d294-e5e9-445f-8c95-204be1d3ab41 req-4b006dae-9ada-4b45-9aaa-e0662dd0ef8e tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:43.855556 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8251d294-e5e9-445f-8c95-204be1d3ab41 req-4b006dae-9ada-4b45-9aaa-e0662dd0ef8e tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 946 time: 0.0790937
Jun 29 14:37:43.895252 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [None req-85386714-9d22-4f0d-a537-d5eff01840a6 admin admin] Deleting port 44a0d7ab-9dff-43e6-ae41-2b60073199b8 {{(pid=74234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:37:43.895853 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-85386714-9d22-4f0d-a537-d5eff01840a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:43.903288 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8251d294-e5e9-445f-8c95-204be1d3ab41 req-899bc9c0-ec8c-40b0-be36-33f5dd4b9115 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8b637d3-182c-4b80-8aa8-c28c90559f59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409622
Jun 29 14:37:44.105564 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [None req-85386714-9d22-4f0d-a537-d5eff01840a6 admin admin] For port 44a0d7ab-9dff-43e6-ae41-2b60073199b8, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=44a0d7ab-9dff-43e6-ae41-2b60073199b8,segment=NetworkSegment(cea2fd47-5e01-4362-9688-b7eee1960a92),segment_id=cea2fd47-5e01-4362-9688-b7eee1960a92)] {{(pid=74234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:37:44.105911 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-85386714-9d22-4f0d-a537-d5eff01840a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:44.223386 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [None req-85386714-9d22-4f0d-a537-d5eff01840a6 admin admin] Calling delete_port for 44a0d7ab-9dff-43e6-ae41-2b60073199b8 owned by network:router_interface {{(pid=74234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:37:44.396104 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-85386714-9d22-4f0d-a537-d5eff01840a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:44.399653 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-7e403f0f-9d88-4e94-92fe-4a575697016a tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:44.439960 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85386714-9d22-4f0d-a537-d5eff01840a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=44a0d7ab-9dff-43e6-ae41-2b60073199b8,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:44.443439 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-85386714-9d22-4f0d-a537-d5eff01840a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:44.729049 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-85386714-9d22-4f0d-a537-d5eff01840a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669537'] for router_interface, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:45.256200 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67114437-94c8-4416-8dd3-f04aeffc43b9 req-a221c04d-12e3-406b-a8b9-212fd7350c63 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:45.257647 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-67114437-94c8-4416-8dd3-f04aeffc43b9 req-a221c04d-12e3-406b-a8b9-212fd7350c63 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 946 time: 0.1882079
Jun 29 14:37:45.373283 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-67114437-94c8-4416-8dd3-f04aeffc43b9 req-3c990eb6-f7a5-4e8b-91a0-bb65c8b54ec6 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8b637d3-182c-4b80-8aa8-c28c90559f59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0682828
Jun 29 14:37:45.495122 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85386714-9d22-4f0d-a537-d5eff01840a6 admin admin] Router 97a23c19-a9f2-4e03-bced-bb31293c6261 has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:37:45.601394 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d28e9ef-040f-4879-96f5-3ae346658113 req-37205ffc-45f3-481a-9301-297b32a57a86 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:45.602930 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-7d28e9ef-040f-4879-96f5-3ae346658113 req-37205ffc-45f3-481a-9301-297b32a57a86 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 946 time: 0.0897498
Jun 29 14:37:45.649858 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-7d28e9ef-040f-4879-96f5-3ae346658113 req-888b8654-e76c-42e4-af18-9ca6217de8b7 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8b637d3-182c-4b80-8aa8-c28c90559f59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407543
Jun 29 14:37:45.717216 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85386714-9d22-4f0d-a537-d5eff01840a6 admin admin] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:37:45.736379 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48332) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:37:45.736604 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-85386714-9d22-4f0d-a537-d5eff01840a6 admin admin] 10.222.0.13 "PUT /v2.0/routers/97a23c19-a9f2-4e03-bced-bb31293c6261/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1755071
Jun 29 14:37:45.942520 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4741c335-b1c3-458a-89a0-716ac7d4315a admin admin] Notify callbacks [] for router, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:46.192609 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-861ae96f-bc96-4bc0-9b87-4aadbd4a9f5b None None] New status for floating IP 307e747b-86a7-472b-b2a5-3e96f353fac0: DOWN {{(pid=74237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 14:37:46.263350 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c9de49-a821-4ade-aef6-5c71df065471 req-3889ebb9-7fe1-4136-9217-bdb5855f67fe tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:46.264825 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-e8c9de49-a821-4ade-aef6-5c71df065471 req-3889ebb9-7fe1-4136-9217-bdb5855f67fe tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 946 time: 0.2461491
Jun 29 14:37:46.325377 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-e8c9de49-a821-4ade-aef6-5c71df065471 req-d6eea910-a160-4499-be41-61da242d3919 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8b637d3-182c-4b80-8aa8-c28c90559f59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520346
Jun 29 14:37:46.340476 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4741c335-b1c3-458a-89a0-716ac7d4315a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:46.350802 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-4741c335-b1c3-458a-89a0-716ac7d4315a admin admin] Deleting port 723ab3bf-b782-41eb-a309-7fb3e7ec82a2 {{(pid=74235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:37:46.351255 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4741c335-b1c3-458a-89a0-716ac7d4315a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:46.364616 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754b6dc2-6a08-4a9d-bfd6-8ca19a8d2db4 None None] Sync routers for ids ['97a23c19-a9f2-4e03-bced-bb31293c6261'] in dv-cinder-798356-1-iscsi {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:37:46.379623 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754b6dc2-6a08-4a9d-bfd6-8ca19a8d2db4 None None] Routers {'97a23c19-a9f2-4e03-bced-bb31293c6261'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:37:46.381584 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-754b6dc2-6a08-4a9d-bfd6-8ca19a8d2db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94866bb0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:37:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['97a23c19-a9f2-4e03-bced-bb31293c6261'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:46.535087 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.db [None req-4741c335-b1c3-458a-89a0-716ac7d4315a admin admin] For port 723ab3bf-b782-41eb-a309-7fb3e7ec82a2, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=723ab3bf-b782-41eb-a309-7fb3e7ec82a2,segment=NetworkSegment(c4c225a7-9a59-46d1-b662-631cedda96e9),segment_id=c4c225a7-9a59-46d1-b662-631cedda96e9)] {{(pid=74235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:37:46.535824 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4741c335-b1c3-458a-89a0-716ac7d4315a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:46.543379 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-754b6dc2-6a08-4a9d-bfd6-8ca19a8d2db4 None None] Set router 97a23c19-a9f2-4e03-bced-bb31293c6261 gateway port host: None {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:37:46.657166 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-754b6dc2-6a08-4a9d-bfd6-8ca19a8d2db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94866bb0>, [{'id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'name': 'tempest-TestShelveInstance-1280250569-router', 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:32:32Z', 'updated_at': '2021-06-29T14:37:46Z', 'revision_number': 6, 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'gw_port_host': None}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:46.662456 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754b6dc2-6a08-4a9d-bfd6-8ca19a8d2db4 None None] Checking router: 97a23c19-a9f2-4e03-bced-bb31293c6261 for host: dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:37:46.680297 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-4741c335-b1c3-458a-89a0-716ac7d4315a admin admin] Calling delete_port for 723ab3bf-b782-41eb-a309-7fb3e7ec82a2 owned by network:router_gateway {{(pid=74235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:37:46.696855 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-754b6dc2-6a08-4a9d-bfd6-8ca19a8d2db4 None None] Routers {'97a23c19-a9f2-4e03-bced-bb31293c6261'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:37:46.697496 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-754b6dc2-6a08-4a9d-bfd6-8ca19a8d2db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94866bb0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:37:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['97a23c19-a9f2-4e03-bced-bb31293c6261'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:46.897768 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-754b6dc2-6a08-4a9d-bfd6-8ca19a8d2db4 None None] Set router 97a23c19-a9f2-4e03-bced-bb31293c6261 gateway port host: None {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:37:46.898612 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4741c335-b1c3-458a-89a0-716ac7d4315a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:46.905227 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-f33e22b8-598d-44b0-91f7-7865fc9100fd tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:46.962608 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4741c335-b1c3-458a-89a0-716ac7d4315a admin admin] Pushing event deleted for resources: {'Port': ['ID=723ab3bf-b782-41eb-a309-7fb3e7ec82a2,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:46.965888 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-4741c335-b1c3-458a-89a0-716ac7d4315a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:47.019463 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-754b6dc2-6a08-4a9d-bfd6-8ca19a8d2db4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94866bb0>, [{'id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'name': 'tempest-TestShelveInstance-1280250569-router', 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:32:32Z', 'updated_at': '2021-06-29T14:37:46Z', 'revision_number': 6, 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'gw_port_host': None}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:47.023812 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-754b6dc2-6a08-4a9d-bfd6-8ca19a8d2db4 None None] The sync data for ids ['97a23c19-a9f2-4e03-bced-bb31293c6261'] in dv-cinder-798356-1-iscsi is: [{'id': '97a23c19-a9f2-4e03-bced-bb31293c6261', 'name': 'tempest-TestShelveInstance-1280250569-router', 'tenant_id': 'c9014e79d3da412c8ed251c61566ec86', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:32:32Z', 'updated_at': '2021-06-29T14:37:46Z', 'revision_number': 6, 'project_id': 'c9014e79d3da412c8ed251c61566ec86', 'gw_port_host': None}] {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:37:47.191629 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4741c335-b1c3-458a-89a0-716ac7d4315a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670088'] for router_gateway, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:47.436439 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 44a0d7ab-9dff-43e6-ae41-2b60073199b8 no longer exists at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:37:47.450959 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4741c335-b1c3-458a-89a0-716ac7d4315a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6774'] for router, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:47.456278 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4741c335-b1c3-458a-89a0-716ac7d4315a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:47.472958 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] No Port match for: 44a0d7ab-9dff-43e6-ae41-2b60073199b8 {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:37:47.473304 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 44a0d7ab-9dff-43e6-ae41-2b60073199b8 not bound to the agent host dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:37:47.482703 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4741c335-b1c3-458a-89a0-716ac7d4315a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-673524'] for router, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:47.483617 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4741c335-b1c3-458a-89a0-716ac7d4315a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 97a23c19-a9f2-4e03-bced-bb31293c6261 {{(pid=74235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 29 14:37:47.496300 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-4741c335-b1c3-458a-89a0-716ac7d4315a admin admin] Notify callbacks [] for router, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:47.497448 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-4741c335-b1c3-458a-89a0-716ac7d4315a admin admin] 10.222.0.13 "DELETE /v2.0/routers/97a23c19-a9f2-4e03-bced-bb31293c6261 HTTP/1.1" status: 204  len: 168 time: 1.7600875
Jun 29 14:37:47.500605 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48344) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:37:47.558324 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.db_base_plugin_v2 [None req-dee1de09-1700-4ccb-9705-640781a26438 admin admin] Deleting subnet 9c8fac33-4120-43ef-91ce-4988f7d955dd {{(pid=74235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 14:37:47.561596 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-dee1de09-1700-4ccb-9705-640781a26438 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:47.613285 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-dee1de09-1700-4ccb-9705-640781a26438 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1897654'] for subnet, precommit_delete_associations {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:47.726690 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-dee1de09-1700-4ccb-9705-640781a26438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3930061'] for subnet, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:47.907518 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-dee1de09-1700-4ccb-9705-640781a26438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1167277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1167964'] for subnet, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:47.912364 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:47.947412 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee1de09-1700-4ccb-9705-640781a26438 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c8fac33-4120-43ef-91ce-4988f7d955dd,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:47.949943 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-dee1de09-1700-4ccb-9705-640781a26438 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:47.953840 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-dee1de09-1700-4ccb-9705-640781a26438 admin admin] Notify callbacks [] for subnet, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:47.968887 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1709b842-e55a-41c4-9615-ba7e2c433a0c None None] Network 4ddc4164-6d7a-4f56-880f-00ed4c1aa07e requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:37:47.969023 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-dee1de09-1700-4ccb-9705-640781a26438 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/9c8fac33-4120-43ef-91ce-4988f7d955dd HTTP/1.1" status: 204  len: 168 time: 0.4601417
Jun 29 14:37:47.969023 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48350) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:37:48.096037 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1c93eb30-8b8e-4b79-8b63-f74b882138ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3691460'] for network, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:48.113561 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-1c93eb30-8b8e-4b79-8b63-f74b882138ee admin admin] Deleting port 4051d439-acd0-429f-89de-0c9054233cc6 {{(pid=74235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:37:48.113898 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1c93eb30-8b8e-4b79-8b63-f74b882138ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:48.255433 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4427dfbf-aa0a-4c19-a460-c3be33bd675f None None] DHCP port deletion for 4ddc4164-6d7a-4f56-880f-00ed4c1aa07e request from dv-cinder-798356-1-iscsi {{(pid=74236) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 29 14:37:48.259372 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-4427dfbf-aa0a-4c19-a460-c3be33bd675f None None] Deleting port 4051d439-acd0-429f-89de-0c9054233cc6 {{(pid=74236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:37:48.259750 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4427dfbf-aa0a-4c19-a460-c3be33bd675f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:48.375684 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.db [None req-1c93eb30-8b8e-4b79-8b63-f74b882138ee admin admin] For port 4051d439-acd0-429f-89de-0c9054233cc6, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=4051d439-acd0-429f-89de-0c9054233cc6,segment=NetworkSegment(cea2fd47-5e01-4362-9688-b7eee1960a92),segment_id=cea2fd47-5e01-4362-9688-b7eee1960a92)] {{(pid=74235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:37:48.376052 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1c93eb30-8b8e-4b79-8b63-f74b882138ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:48.499740 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-1c93eb30-8b8e-4b79-8b63-f74b882138ee admin admin] Calling delete_port for 4051d439-acd0-429f-89de-0c9054233cc6 owned by network:dhcp {{(pid=74235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:37:48.507626 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-4427dfbf-aa0a-4c19-a460-c3be33bd675f None None] For port 4051d439-acd0-429f-89de-0c9054233cc6, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=4051d439-acd0-429f-89de-0c9054233cc6,segment=NetworkSegment(cea2fd47-5e01-4362-9688-b7eee1960a92),segment_id=cea2fd47-5e01-4362-9688-b7eee1960a92)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:37:48.508210 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4427dfbf-aa0a-4c19-a460-c3be33bd675f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:48.585234 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1c93eb30-8b8e-4b79-8b63-f74b882138ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:48.589264 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-9327670e-d3f2-48da-8098-2563431afafc tempest-AttachVolumeTestJSON-2067853072 tempest-AttachVolumeTestJSON-2067853072-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:48.638731 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c93eb30-8b8e-4b79-8b63-f74b882138ee admin admin] No DVR routers for this DVR port 4051d439-acd0-429f-89de-0c9054233cc6 on host dv-cinder-798356-1-iscsi {{(pid=74235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 14:37:48.641200 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c93eb30-8b8e-4b79-8b63-f74b882138ee admin admin] Pushing event deleted for resources: {'Port': ['ID=4051d439-acd0-429f-89de-0c9054233cc6,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:48.670623 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-1c93eb30-8b8e-4b79-8b63-f74b882138ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:48.672343 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-4427dfbf-aa0a-4c19-a460-c3be33bd675f None None] Calling delete_port for 4051d439-acd0-429f-89de-0c9054233cc6 owned by network:dhcp {{(pid=74236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:37:48.747178 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.db.api [None req-4427dfbf-aa0a-4c19-a460-c3be33bd675f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 29 14:37:48.747679 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_db.api [None req-4427dfbf-aa0a-4c19-a460-c3be33bd675f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 29 14:37:48.770363 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1c93eb30-8b8e-4b79-8b63-f74b882138ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931320', 'neutron.services.segments.db._delete_segments_for_network-8730483304066'] for network, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:48.787163 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.services.segments.db [None req-1c93eb30-8b8e-4b79-8b63-f74b882138ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b94b5b9d0>,) {'filters': {'network_id': ['4ddc4164-6d7a-4f56-880f-00ed4c1aa07e']}} {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:48.801417 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.services.segments.db [None req-1c93eb30-8b8e-4b79-8b63-f74b882138ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b94b5b9d0>, 'cea2fd47-5e01-4362-9688-b7eee1960a92') {'for_net_delete': True} {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:48.801417 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.services.segments.db [None req-1c93eb30-8b8e-4b79-8b63-f74b882138ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b94b5b9d0>, 'cea2fd47-5e01-4362-9688-b7eee1960a92') {} {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:48.815689 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1c93eb30-8b8e-4b79-8b63-f74b882138ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730483226525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1897657'] for segment, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:48.833176 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1c93eb30-8b8e-4b79-8b63-f74b882138ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:48.839684 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c93eb30-8b8e-4b79-8b63-f74b882138ee admin admin] Releasing vlan 506 on physical network physnet1 to pool {{(pid=74235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 14:37:48.840137 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1c93eb30-8b8e-4b79-8b63-f74b882138ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3829314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1167115'] for segment, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:48.853726 dv-cinder-798356-1-iscsi neutron-server[74235]: Traceback (most recent call last):
Jun 29 14:37:48.853726 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 14:37:48.853726 dv-cinder-798356-1-iscsi neutron-server[74235]:     timer()
Jun 29 14:37:48.853726 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 14:37:48.853726 dv-cinder-798356-1-iscsi neutron-server[74235]:     cb(*args, **kw)
Jun 29 14:37:48.853726 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 14:37:48.853726 dv-cinder-798356-1-iscsi neutron-server[74235]:     return func(*args, **kwargs)
Jun 29 14:37:48.853726 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 14:37:48.853726 dv-cinder-798356-1-iscsi neutron-server[74235]:     self._notify()
Jun 29 14:37:48.853726 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 14:37:48.853726 dv-cinder-798356-1-iscsi neutron-server[74235]:     self.callback(batched_events)
Jun 29 14:37:48.853726 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 14:37:48.853726 dv-cinder-798356-1-iscsi neutron-server[74235]:     event.method(event)
Jun 29 14:37:48.853726 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 14:37:48.853726 dv-cinder-798356-1-iscsi neutron-server[74235]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 14:37:48.853726 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 14:37:48.853726 dv-cinder-798356-1-iscsi neutron-server[74235]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 14:37:48.853726 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 14:37:48.853726 dv-cinder-798356-1-iscsi neutron-server[74235]:     return f(self, *a, **k)
Jun 29 14:37:48.853726 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 14:37:48.853726 dv-cinder-798356-1-iscsi neutron-server[74235]:     return self._get(url).json()
Jun 29 14:37:48.853726 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 14:37:48.853726 dv-cinder-798356-1-iscsi neutron-server[74235]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 14:37:48.853726 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 14:37:48.853726 dv-cinder-798356-1-iscsi neutron-server[74235]:     return self.request(url, 'GET', **kwargs)
Jun 29 14:37:48.853726 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 14:37:48.853726 dv-cinder-798356-1-iscsi neutron-server[74235]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 14:37:48.853726 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 14:37:48.853726 dv-cinder-798356-1-iscsi neutron-server[74235]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 14:37:48.853726 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 14:37:48.853726 dv-cinder-798356-1-iscsi neutron-server[74235]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 14:37:48.853726 dv-cinder-798356-1-iscsi neutron-server[74235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 14:37:48.933347 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1c93eb30-8b8e-4b79-8b63-f74b882138ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3930699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670133'] for network, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:48.937221 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-2024c612-a553-4022-a701-09da1661b01b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:48.950218 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-1c93eb30-8b8e-4b79-8b63-f74b882138ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:48.962329 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c93eb30-8b8e-4b79-8b63-f74b882138ee admin admin] Pushing event deleted for resources: {'Network': ['ID=4ddc4164-6d7a-4f56-880f-00ed4c1aa07e,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:48.966771 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-1c93eb30-8b8e-4b79-8b63-f74b882138ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:48.976084 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-1c93eb30-8b8e-4b79-8b63-f74b882138ee admin admin] 10.222.0.13 "DELETE /v2.0/networks/4ddc4164-6d7a-4f56-880f-00ed4c1aa07e HTTP/1.1" status: 204  len: 168 time: 1.0109646
Jun 29 14:37:48.979365 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 48370) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:37:49.248448 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-4427dfbf-aa0a-4c19-a460-c3be33bd675f None None] Deleting port 4051d439-acd0-429f-89de-0c9054233cc6 {{(pid=74236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:37:49.249111 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4427dfbf-aa0a-4c19-a460-c3be33bd675f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:49.315888 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-4427dfbf-aa0a-4c19-a460-c3be33bd675f None None] The port '4051d439-acd0-429f-89de-0c9054233cc6' was deleted {{(pid=74236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 29 14:37:49.381231 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0318dcf1-6b17-45dc-a2ac-4f988fcc1bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667743'] for router_interface, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:49.417321 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 723ab3bf-b782-41eb-a309-7fb3e7ec82a2 no longer exists at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:37:49.449386 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] No Port match for: 723ab3bf-b782-41eb-a309-7fb3e7ec82a2 {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:37:49.449731 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 723ab3bf-b782-41eb-a309-7fb3e7ec82a2 not bound to the agent host dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:37:49.450160 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 4051d439-acd0-429f-89de-0c9054233cc6 no longer exists at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:37:49.483248 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] No Port match for: 4051d439-acd0-429f-89de-0c9054233cc6 {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:37:49.483505 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 4051d439-acd0-429f-89de-0c9054233cc6 not bound to the agent host dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:37:50.074210 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [None req-0318dcf1-6b17-45dc-a2ac-4f988fcc1bb0 admin admin] Deleting port 40c6f48e-692e-4ca8-9d45-85a5830f87c2 {{(pid=74234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:37:50.074825 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0318dcf1-6b17-45dc-a2ac-4f988fcc1bb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:50.240201 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [None req-0318dcf1-6b17-45dc-a2ac-4f988fcc1bb0 admin admin] For port 40c6f48e-692e-4ca8-9d45-85a5830f87c2, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=40c6f48e-692e-4ca8-9d45-85a5830f87c2,segment=NetworkSegment(c8439c55-7632-4ef5-9e98-1b7ecc6be015),segment_id=c8439c55-7632-4ef5-9e98-1b7ecc6be015)] {{(pid=74234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:37:50.240459 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0318dcf1-6b17-45dc-a2ac-4f988fcc1bb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:50.360785 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [None req-0318dcf1-6b17-45dc-a2ac-4f988fcc1bb0 admin admin] Calling delete_port for 40c6f48e-692e-4ca8-9d45-85a5830f87c2 owned by network:router_interface {{(pid=74234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:37:50.530888 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0318dcf1-6b17-45dc-a2ac-4f988fcc1bb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:50.534419 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-62bf37fa-9a3e-4a2d-b3e3-891289df6f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:50.576009 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0318dcf1-6b17-45dc-a2ac-4f988fcc1bb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=40c6f48e-692e-4ca8-9d45-85a5830f87c2,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:50.579924 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-0318dcf1-6b17-45dc-a2ac-4f988fcc1bb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:50.861600 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0318dcf1-6b17-45dc-a2ac-4f988fcc1bb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669537'] for router_interface, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:51.536896 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0318dcf1-6b17-45dc-a2ac-4f988fcc1bb0 admin admin] Router 77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3 has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:37:51.746452 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0318dcf1-6b17-45dc-a2ac-4f988fcc1bb0 admin admin] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:37:51.755655 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb0a5cc-c06a-441e-937d-e323246e1f58 None None] Sync routers for ids ['77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3'] in dv-cinder-798356-1-iscsi {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:37:51.756111 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-0318dcf1-6b17-45dc-a2ac-4f988fcc1bb0 admin admin] 10.222.0.13 "PUT /v2.0/routers/77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7754407
Jun 29 14:37:51.758358 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 48382) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:37:51.767752 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb0a5cc-c06a-441e-937d-e323246e1f58 None None] Routers {'77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:37:51.768388 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-cdb0a5cc-c06a-441e-937d-e323246e1f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94887250>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:37:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:51.955007 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-cdb0a5cc-c06a-441e-937d-e323246e1f58 None None] Set router 77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:37:51.961582 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-a53d68d7-d84a-49d7-a363-cdf5b36b8e8b admin admin] Notify callbacks [] for router, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:52.162393 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-a53d68d7-d84a-49d7-a363-cdf5b36b8e8b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:52.172785 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [None req-a53d68d7-d84a-49d7-a363-cdf5b36b8e8b admin admin] Deleting port 29936e30-3dc3-480b-ae34-2cbaec84bf84 {{(pid=74234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:37:52.173114 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-a53d68d7-d84a-49d7-a363-cdf5b36b8e8b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:52.246834 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-cdb0a5cc-c06a-441e-937d-e323246e1f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94887250>, [{'id': '77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3', 'name': 'tempest-TestShelveInstance-2025673201-router', 'tenant_id': '566525a260c34f16b2693a126aae0869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.196'}], 'enable_snat': True}, 'gw_port_id': '29936e30-3dc3-480b-ae34-2cbaec84bf84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:32:40Z', 'updated_at': '2021-06-29T14:37:50Z', 'revision_number': 5, 'project_id': '566525a260c34f16b2693a126aae0869', 'gw_port': {'id': '29936e30-3dc3-480b-ae34-2cbaec84bf84', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:77:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:32:40Z', 'updated_at': '2021-06-29T14:32:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi'}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:52.251415 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb0a5cc-c06a-441e-937d-e323246e1f58 None None] Checking router: 77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3 for host: dv-cinder-798356-1-iscsi {{(pid=74237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:37:52.263442 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb0a5cc-c06a-441e-937d-e323246e1f58 None None] Routers {'77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:37:52.264051 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-cdb0a5cc-c06a-441e-937d-e323246e1f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94887250>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:37:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:52.348358 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [None req-a53d68d7-d84a-49d7-a363-cdf5b36b8e8b admin admin] For port 29936e30-3dc3-480b-ae34-2cbaec84bf84, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=29936e30-3dc3-480b-ae34-2cbaec84bf84,segment=NetworkSegment(c4c225a7-9a59-46d1-b662-631cedda96e9),segment_id=c4c225a7-9a59-46d1-b662-631cedda96e9)] {{(pid=74234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:37:52.348813 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-a53d68d7-d84a-49d7-a363-cdf5b36b8e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:52.450277 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-cdb0a5cc-c06a-441e-937d-e323246e1f58 None None] Set router 77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3 gateway port host: None {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:37:52.472691 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [None req-a53d68d7-d84a-49d7-a363-cdf5b36b8e8b admin admin] Calling delete_port for 29936e30-3dc3-480b-ae34-2cbaec84bf84 owned by network:router_gateway {{(pid=74234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:37:52.577509 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-cdb0a5cc-c06a-441e-937d-e323246e1f58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94887250>, [{'id': '77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3', 'name': 'tempest-TestShelveInstance-2025673201-router', 'tenant_id': '566525a260c34f16b2693a126aae0869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:32:40Z', 'updated_at': '2021-06-29T14:37:52Z', 'revision_number': 6, 'project_id': '566525a260c34f16b2693a126aae0869', 'gw_port_host': None}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:52.582651 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdb0a5cc-c06a-441e-937d-e323246e1f58 None None] The sync data for ids ['77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3'] in dv-cinder-798356-1-iscsi is: [{'id': '77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3', 'name': 'tempest-TestShelveInstance-2025673201-router', 'tenant_id': '566525a260c34f16b2693a126aae0869', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:32:40Z', 'updated_at': '2021-06-29T14:37:52Z', 'revision_number': 6, 'project_id': '566525a260c34f16b2693a126aae0869', 'gw_port_host': None}] {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:37:52.642508 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-a53d68d7-d84a-49d7-a363-cdf5b36b8e8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:52.646196 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-fc2562fa-c9fc-4c51-80db-cfc4f28e54ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:52.688864 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d68d7-d84a-49d7-a363-cdf5b36b8e8b admin admin] Pushing event deleted for resources: {'Port': ['ID=29936e30-3dc3-480b-ae34-2cbaec84bf84,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:52.692374 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-a53d68d7-d84a-49d7-a363-cdf5b36b8e8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:53.021549 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-a53d68d7-d84a-49d7-a363-cdf5b36b8e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670088'] for router_gateway, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:53.281295 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-a53d68d7-d84a-49d7-a363-cdf5b36b8e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6774'] for router, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:53.285555 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-a53d68d7-d84a-49d7-a363-cdf5b36b8e8b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:53.312880 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-a53d68d7-d84a-49d7-a363-cdf5b36b8e8b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-673524'] for router, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:53.313587 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a53d68d7-d84a-49d7-a363-cdf5b36b8e8b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3 {{(pid=74234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 29 14:37:53.326193 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-a53d68d7-d84a-49d7-a363-cdf5b36b8e8b admin admin] Notify callbacks [] for router, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:53.327425 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-a53d68d7-d84a-49d7-a363-cdf5b36b8e8b admin admin] 10.222.0.13 "DELETE /v2.0/routers/77a867b7-c29f-4f96-b7ce-6d46d5ddf6e3 HTTP/1.1" status: 204  len: 168 time: 1.5680997
Jun 29 14:37:53.330353 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 48390) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:37:53.391120 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_v2 [None req-f64a3d88-eaea-468e-a019-211c933c378e admin admin] Deleting subnet e2876432-2fe1-45c0-8695-1eb46657f665 {{(pid=74234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 14:37:53.394125 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-f64a3d88-eaea-468e-a019-211c933c378e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:53.416392 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 29936e30-3dc3-480b-ae34-2cbaec84bf84 no longer exists at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:37:53.448334 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-f64a3d88-eaea-468e-a019-211c933c378e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1222750'] for subnet, precommit_delete_associations {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:53.453183 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] No Port match for: 29936e30-3dc3-480b-ae34-2cbaec84bf84 {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:37:53.453527 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 29936e30-3dc3-480b-ae34-2cbaec84bf84 not bound to the agent host dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:37:53.453949 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 40c6f48e-692e-4ca8-9d45-85a5830f87c2 no longer exists at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:37:53.486585 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] No Port match for: 40c6f48e-692e-4ca8-9d45-85a5830f87c2 {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:37:53.486869 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 40c6f48e-692e-4ca8-9d45-85a5830f87c2 not bound to the agent host dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:37:53.529663 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-f64a3d88-eaea-468e-a019-211c933c378e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3930061'] for subnet, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:53.600091 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-f64a3d88-eaea-468e-a019-211c933c378e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1750944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1217628'] for subnet, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:53.603977 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-e40970b5-bd5f-47c9-89ff-da80db962eaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:53.643953 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a3d88-eaea-468e-a019-211c933c378e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e2876432-2fe1-45c0-8695-1eb46657f665,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:53.648234 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-f64a3d88-eaea-468e-a019-211c933c378e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:53.651365 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-f64a3d88-eaea-468e-a019-211c933c378e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for subnet, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:53.659174 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-f64a3d88-eaea-468e-a019-211c933c378e admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e2876432-2fe1-45c0-8695-1eb46657f665 HTTP/1.1" status: 204  len: 168 time: 0.3277147
Jun 29 14:37:53.662043 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af60794c-92cf-42fd-aa52-976a72f65314 None None] Network 637262f7-73f4-471e-b88b-d232e33f403e requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:37:53.662783 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 48394) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:37:53.772247 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-2d575345-586b-4f69-ac45-3358bbae30bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3691460'] for network, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:53.782776 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [None req-2d575345-586b-4f69-ac45-3358bbae30bc admin admin] Deleting port acd8b472-e3b2-4240-a167-bdd77b8b6458 {{(pid=74234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:37:53.783105 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-2d575345-586b-4f69-ac45-3358bbae30bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:53.919727 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8d58baa-c946-42ed-982c-66799c6a46e8 None None] DHCP port deletion for 637262f7-73f4-471e-b88b-d232e33f403e request from dv-cinder-798356-1-iscsi {{(pid=74236) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 29 14:37:53.925182 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-d8d58baa-c946-42ed-982c-66799c6a46e8 None None] Deleting port acd8b472-e3b2-4240-a167-bdd77b8b6458 {{(pid=74236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:37:53.925771 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-d8d58baa-c946-42ed-982c-66799c6a46e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:54.024814 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [None req-2d575345-586b-4f69-ac45-3358bbae30bc admin admin] For port acd8b472-e3b2-4240-a167-bdd77b8b6458, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=acd8b472-e3b2-4240-a167-bdd77b8b6458,segment=NetworkSegment(c8439c55-7632-4ef5-9e98-1b7ecc6be015),segment_id=c8439c55-7632-4ef5-9e98-1b7ecc6be015)] {{(pid=74234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:37:54.025268 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-2d575345-586b-4f69-ac45-3358bbae30bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:54.228699 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [None req-2d575345-586b-4f69-ac45-3358bbae30bc admin admin] Calling delete_port for acd8b472-e3b2-4240-a167-bdd77b8b6458 owned by network:dhcp {{(pid=74234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:37:54.244407 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-d8d58baa-c946-42ed-982c-66799c6a46e8 None None] For port acd8b472-e3b2-4240-a167-bdd77b8b6458, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=acd8b472-e3b2-4240-a167-bdd77b8b6458,segment=NetworkSegment(c8439c55-7632-4ef5-9e98-1b7ecc6be015),segment_id=c8439c55-7632-4ef5-9e98-1b7ecc6be015)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:37:54.245022 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-d8d58baa-c946-42ed-982c-66799c6a46e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:54.355843 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-2d575345-586b-4f69-ac45-3358bbae30bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:54.359846 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-705fa682-9c6c-44c2-b252-cc4757366b1b tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:54.401428 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d575345-586b-4f69-ac45-3358bbae30bc admin admin] Pushing event deleted for resources: {'Port': ['ID=acd8b472-e3b2-4240-a167-bdd77b8b6458,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:54.403153 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-d8d58baa-c946-42ed-982c-66799c6a46e8 None None] Calling delete_port for acd8b472-e3b2-4240-a167-bdd77b8b6458 owned by network:dhcp {{(pid=74236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:37:54.404424 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-2d575345-586b-4f69-ac45-3358bbae30bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:54.406800 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d575345-586b-4f69-ac45-3358bbae30bc admin admin] No DVR routers for this DVR port acd8b472-e3b2-4240-a167-bdd77b8b6458 on host dv-cinder-798356-1-iscsi {{(pid=74234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 14:37:54.478107 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.db.api [None req-d8d58baa-c946-42ed-982c-66799c6a46e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 29 14:37:54.478822 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_db.api [None req-d8d58baa-c946-42ed-982c-66799c6a46e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 29 14:37:54.622213 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-2d575345-586b-4f69-ac45-3358bbae30bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931320', 'neutron.services.segments.db._delete_segments_for_network-8730483304066'] for network, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:54.641203 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.services.segments.db [None req-2d575345-586b-4f69-ac45-3358bbae30bc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b93bd0e50>,) {'filters': {'network_id': ['637262f7-73f4-471e-b88b-d232e33f403e']}} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:54.654555 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.services.segments.db [None req-2d575345-586b-4f69-ac45-3358bbae30bc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b93bd0e50>, 'c8439c55-7632-4ef5-9e98-1b7ecc6be015') {'for_net_delete': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:54.655192 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.services.segments.db [None req-2d575345-586b-4f69-ac45-3358bbae30bc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b93bd0e50>, 'c8439c55-7632-4ef5-9e98-1b7ecc6be015') {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:54.669796 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-2d575345-586b-4f69-ac45-3358bbae30bc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730483226525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1222737'] for segment, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:54.688401 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-2d575345-586b-4f69-ac45-3358bbae30bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:54.695868 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d575345-586b-4f69-ac45-3358bbae30bc admin admin] Releasing vlan 509 on physical network physnet1 to pool {{(pid=74234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 14:37:54.696261 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-2d575345-586b-4f69-ac45-3358bbae30bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3829314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1750790'] for segment, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:54.709797 dv-cinder-798356-1-iscsi neutron-server[74234]: Traceback (most recent call last):
Jun 29 14:37:54.709797 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 14:37:54.709797 dv-cinder-798356-1-iscsi neutron-server[74234]:     timer()
Jun 29 14:37:54.709797 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 14:37:54.709797 dv-cinder-798356-1-iscsi neutron-server[74234]:     cb(*args, **kw)
Jun 29 14:37:54.709797 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 14:37:54.709797 dv-cinder-798356-1-iscsi neutron-server[74234]:     return func(*args, **kwargs)
Jun 29 14:37:54.709797 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 14:37:54.709797 dv-cinder-798356-1-iscsi neutron-server[74234]:     self._notify()
Jun 29 14:37:54.709797 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 14:37:54.709797 dv-cinder-798356-1-iscsi neutron-server[74234]:     self.callback(batched_events)
Jun 29 14:37:54.709797 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 14:37:54.709797 dv-cinder-798356-1-iscsi neutron-server[74234]:     event.method(event)
Jun 29 14:37:54.709797 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 14:37:54.709797 dv-cinder-798356-1-iscsi neutron-server[74234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 14:37:54.709797 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 14:37:54.709797 dv-cinder-798356-1-iscsi neutron-server[74234]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 14:37:54.709797 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 14:37:54.709797 dv-cinder-798356-1-iscsi neutron-server[74234]:     return f(self, *a, **k)
Jun 29 14:37:54.709797 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 14:37:54.709797 dv-cinder-798356-1-iscsi neutron-server[74234]:     return self._get(url).json()
Jun 29 14:37:54.709797 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 14:37:54.709797 dv-cinder-798356-1-iscsi neutron-server[74234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 14:37:54.709797 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 14:37:54.709797 dv-cinder-798356-1-iscsi neutron-server[74234]:     return self.request(url, 'GET', **kwargs)
Jun 29 14:37:54.709797 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 14:37:54.709797 dv-cinder-798356-1-iscsi neutron-server[74234]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 14:37:54.709797 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 14:37:54.709797 dv-cinder-798356-1-iscsi neutron-server[74234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 14:37:54.709797 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 14:37:54.709797 dv-cinder-798356-1-iscsi neutron-server[74234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 14:37:54.709797 dv-cinder-798356-1-iscsi neutron-server[74234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 14:37:54.788273 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-2d575345-586b-4f69-ac45-3358bbae30bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3930699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670133'] for network, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:54.795034 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:54.828025 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-2d575345-586b-4f69-ac45-3358bbae30bc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:54.837214 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d575345-586b-4f69-ac45-3358bbae30bc admin admin] Pushing event deleted for resources: {'Network': ['ID=637262f7-73f4-471e-b88b-d232e33f403e,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:54.841525 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-2d575345-586b-4f69-ac45-3358bbae30bc admin admin] 10.222.0.13 "DELETE /v2.0/networks/637262f7-73f4-471e-b88b-d232e33f403e HTTP/1.1" status: 204  len: 168 time: 1.1775768
Jun 29 14:37:54.850822 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-2d575345-586b-4f69-ac45-3358bbae30bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:54.979718 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-d8d58baa-c946-42ed-982c-66799c6a46e8 None None] Deleting port acd8b472-e3b2-4240-a167-bdd77b8b6458 {{(pid=74236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:37:54.980193 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-d8d58baa-c946-42ed-982c-66799c6a46e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:54.992362 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48402) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:37:55.043654 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-d9977f4b-2e50-41fb-9654-84f4ece3ad8b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c9014e79d3da412c8ed251c61566ec86&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0500419
Jun 29 14:37:55.045898 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-d8d58baa-c946-42ed-982c-66799c6a46e8 None None] The port 'acd8b472-e3b2-4240-a167-bdd77b8b6458' was deleted {{(pid=74236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 29 14:37:55.046309 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48406) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:37:55.111226 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-fc929b16-8692-439c-ae33-67398a566b5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:55.136365 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-fc929b16-8692-439c-ae33-67398a566b5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:55.191540 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-fc929b16-8692-439c-ae33-67398a566b5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:55.195562 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-032c2f77-4fe1-47c0-b35b-bc19a29eff48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:55.215255 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc929b16-8692-439c-ae33-67398a566b5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e98d51a-5615-400b-aed6-ca4512180683,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:55.217735 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-fc929b16-8692-439c-ae33-67398a566b5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:55.224509 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-fc929b16-8692-439c-ae33-67398a566b5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:55.225629 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-fc929b16-8692-439c-ae33-67398a566b5d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7e98d51a-5615-400b-aed6-ca4512180683 HTTP/1.1" status: 204  len: 168 time: 0.1780984
Jun 29 14:37:55.432324 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device acd8b472-e3b2-4240-a167-bdd77b8b6458 no longer exists at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:37:55.465695 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] No Port match for: acd8b472-e3b2-4240-a167-bdd77b8b6458 {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:37:55.466042 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device acd8b472-e3b2-4240-a167-bdd77b8b6458 not bound to the agent host dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:37:55.666662 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 48422) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:37:55.722782 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-a6c771ad-ebf0-4deb-9efd-a1903a7a5c61 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=566525a260c34f16b2693a126aae0869&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0539913
Jun 29 14:37:55.725061 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 48426) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:37:55.785539 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1269c2a5-6c57-43f6-b513-e42a83f025ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:55.810652 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1269c2a5-6c57-43f6-b513-e42a83f025ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:55.861393 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1269c2a5-6c57-43f6-b513-e42a83f025ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:55.866223 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-e076119d-b7b1-4a00-bd15-d4b33db76431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:55.877832 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1269c2a5-6c57-43f6-b513-e42a83f025ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70a5f46a-7d22-47ab-adb9-a8061f1d3b58,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:55.880734 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-1269c2a5-6c57-43f6-b513-e42a83f025ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:55.882934 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1269c2a5-6c57-43f6-b513-e42a83f025ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:55.886319 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-1269c2a5-6c57-43f6-b513-e42a83f025ca admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/70a5f46a-7d22-47ab-adb9-a8061f1d3b58 HTTP/1.1" status: 204  len: 168 time: 0.1603432
Jun 29 14:37:56.107771 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f41b5a4-b606-4e4e-a4f3-3ad0c5306710 req-4a9a1bd2-8d11-49ed-bc68-83ba84622fb5 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:56.109717 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-4f41b5a4-b606-4e4e-a4f3-3ad0c5306710 req-4a9a1bd2-8d11-49ed-bc68-83ba84622fb5 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 946 time: 0.3522227
Jun 29 14:37:56.175527 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-4f41b5a4-b606-4e4e-a4f3-3ad0c5306710 req-08074a44-bdac-4865-aa3e-81f28851b782 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8b637d3-182c-4b80-8aa8-c28c90559f59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585051
Jun 29 14:37:56.211238 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48434) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:37:56.491806 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-0f31b75c-6ca8-44dd-ad7d-92ebc34a1e99 tempest-TestMinimumBasicScenario-363596647 tempest-TestMinimumBasicScenario-363596647-project-admin] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 1094 time: 0.2791512
Jun 29 14:37:56.494222 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48440) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:37:56.500140 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-d0eddd91-1c0e-40cf-af31-d2ddde54ecdb tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Request body: {'floatingip': {'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'port_id': 'e590191e-25f6-43da-a522-03c38a725d56', 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8', 'fixed_ip_address': '172.20.0.11'}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:37:56.505528 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-d0eddd91-1c0e-40cf-af31-d2ddde54ecdb tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:37:56.509236 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-d0eddd91-1c0e-40cf-af31-d2ddde54ecdb tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Usage tracker for resource:floatingip and tenant:361db4a6febd420eb01a2192ef70f0f8 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:37:56.512021 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-d0eddd91-1c0e-40cf-af31-d2ddde54ecdb tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:37:56.518274 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-d0eddd91-1c0e-40cf-af31-d2ddde54ecdb tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:37:56.528546 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d0eddd91-1c0e-40cf-af31-d2ddde54ecdb tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks [] for floatingip, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:56.661953 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d0eddd91-1c0e-40cf-af31-d2ddde54ecdb tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:56.820689 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.db_base_plugin_common [None req-d0eddd91-1c0e-40cf-af31-d2ddde54ecdb tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Allocated IP 172.27.1.124 (4aeb16d3-bc5e-4796-b60c-2ad2a6d47368/089d678a-05aa-4bef-b283-da88079c7f50/7f019a2b-9e09-4af5-b4ce-a0d92de04034) {{(pid=74235) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 29 14:37:57.072040 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d0eddd91-1c0e-40cf-af31-d2ddde54ecdb tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks [] for port, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:57.101871 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d0eddd91-1c0e-40cf-af31-d2ddde54ecdb tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8730482783793', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:57.110056 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-af585387-fe02-432c-a072-8740cacea3a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:57.178544 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0eddd91-1c0e-40cf-af31-d2ddde54ecdb tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Network 4aeb16d3-bc5e-4796-b60c-2ad2a6d47368 is already hosted by enough agents. {{(pid=74235) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 29 14:37:57.181415 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.base_scheduler [None req-d0eddd91-1c0e-40cf-af31-d2ddde54ecdb tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Resources bound (agent type, host, resource id):  {{(pid=74235) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 29 14:37:57.185843 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0eddd91-1c0e-40cf-af31-d2ddde54ecdb tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Received port after_create {{(pid=74235) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}}
Jun 29 14:37:57.209751 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eddd91-1c0e-40cf-af31-d2ddde54ecdb tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Pushing event updated for resources: {'Port': ['ID=7f019a2b-9e09-4af5-b4ce-a0d92de04034,revision_number=1']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:57.214683 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-d0eddd91-1c0e-40cf-af31-d2ddde54ecdb tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:57.703930 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 6 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:37:57.761896 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d0eddd91-1c0e-40cf-af31-d2ddde54ecdb tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks [] for floatingip, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:57.819870 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d0eddd91-1c0e-40cf-af31-d2ddde54ecdb tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:58.040299 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d0eddd91-1c0e-40cf-af31-d2ddde54ecdb tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks [] for port, precommit_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:58.045616 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d0eddd91-1c0e-40cf-af31-d2ddde54ecdb tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1167191'] for port, after_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:58.049141 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-59c4103b-94de-436e-b829-538542c5ee9a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:58.144089 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0eddd91-1c0e-40cf-af31-d2ddde54ecdb tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Pushing event updated for resources: {'Port': ['ID=7f019a2b-9e09-4af5-b4ce-a0d92de04034,revision_number=2']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:58.148160 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-d0eddd91-1c0e-40cf-af31-d2ddde54ecdb tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:58.159862 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d0eddd91-1c0e-40cf-af31-d2ddde54ecdb tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-669791'] for floatingip, after_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:58.352893 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.db.l3_db [None req-d0eddd91-1c0e-40cf-af31-d2ddde54ecdb tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Floating IP 93921b73-d0ea-4ae0-9721-b84bbff6347a associated. External IP: 172.27.1.124, port: e590191e-25f6-43da-a522-03c38a725d56.
Jun 29 14:37:58.961236 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0eddd91-1c0e-40cf-af31-d2ddde54ecdb tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Router 4242c05c-a0d7-4fc7-bf9c-f4e2f9467892 has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:37:59.174182 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0eddd91-1c0e-40cf-af31-d2ddde54ecdb tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:37:59.183363 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc357de-5648-4cf5-bde5-1700f1497d08 None None] Sync routers for ids ['4242c05c-a0d7-4fc7-bf9c-f4e2f9467892'] in dv-cinder-798356-1-iscsi {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:37:59.196474 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc357de-5648-4cf5-bde5-1700f1497d08 None None] Routers {'4242c05c-a0d7-4fc7-bf9c-f4e2f9467892'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:37:59.197288 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-7dc357de-5648-4cf5-bde5-1700f1497d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94d90190>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:37:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['4242c05c-a0d7-4fc7-bf9c-f4e2f9467892'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:59.200207 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-d0eddd91-1c0e-40cf-af31-d2ddde54ecdb tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for floatingip, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:59.255948 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-d0eddd91-1c0e-40cf-af31-d2ddde54ecdb tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.7605698
Jun 29 14:37:59.256633 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dccd35a0-4d44-401b-93b0-3dd137d63674', 'tag': 'e590191e-25f6-43da-a522-03c38a725d56'}] {{(pid=74235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:37:59.258693 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 48444) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:37:59.265320 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-1a17d3eb-47d2-4b1c-903c-049a79490d7b tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1215475102', 'description': 'tempest-secgroup-smoke-1215475102 description', 'project_id': '361db4a6febd420eb01a2192ef70f0f8'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:37:59.271567 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-1a17d3eb-47d2-4b1c-903c-049a79490d7b tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:37:59.281329 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-1a17d3eb-47d2-4b1c-903c-049a79490d7b tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:37:59.291758 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1a17d3eb-47d2-4b1c-903c-049a79490d7b tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks [] for security_group, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:59.318353 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dccd35a0-4d44-401b-93b0-3dd137d63674', 'tag': 'e590191e-25f6-43da-a522-03c38a725d56', 'status': 'completed', 'code': 200}
Jun 29 14:37:59.343961 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-1a17d3eb-47d2-4b1c-903c-049a79490d7b tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:37:59.348183 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-1a17d3eb-47d2-4b1c-903c-049a79490d7b tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Usage tracker for resource:security_group_rule and tenant:361db4a6febd420eb01a2192ef70f0f8 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:37:59.351529 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-1a17d3eb-47d2-4b1c-903c-049a79490d7b tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:37:59.359684 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-1a17d3eb-47d2-4b1c-903c-049a79490d7b tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:37:59.420470 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-7dc357de-5648-4cf5-bde5-1700f1497d08 None None] Set router 4242c05c-a0d7-4fc7-bf9c-f4e2f9467892 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:37:59.429021 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bb2ad0b3-3f7a-4f38-8985-2dcaefcf542e req-c7cf0d06-540c-4d97-94bd-7552c09b7185 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=361db4a6febd420eb01a2192ef70f0f8&device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 1099 time: 0.0810287
Jun 29 14:37:59.459927 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1a17d3eb-47d2-4b1c-903c-049a79490d7b tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks [] for security_group, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:59.464738 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1a17d3eb-47d2-4b1c-903c-049a79490d7b tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:59.476297 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-3b50105d-1554-4917-b40d-c758cff795d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:59.519271 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17d3eb-47d2-4b1c-903c-049a79490d7b tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c16b478d-92d9-4fbd-b431-d81ff0ff86d4,revision_number=1']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:59.522526 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-1a17d3eb-47d2-4b1c-903c-049a79490d7b tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:59.523485 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-1a17d3eb-47d2-4b1c-903c-049a79490d7b tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:59.524804 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-1a17d3eb-47d2-4b1c-903c-049a79490d7b tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1628 time: 0.2644007
Jun 29 14:37:59.528022 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 48450) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:37:59.534775 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-521931de-fb06-4e3c-864d-f3a01341a7d8 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Request body: {'security_group_rule': {'security_group_id': 'c16b478d-92d9-4fbd-b431-d81ff0ff86d4', 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:37:59.542239 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-521931de-fb06-4e3c-864d-f3a01341a7d8 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:37:59.546387 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-521931de-fb06-4e3c-864d-f3a01341a7d8 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Usage tracker for resource:security_group_rule and tenant:361db4a6febd420eb01a2192ef70f0f8 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:37:59.549907 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-521931de-fb06-4e3c-864d-f3a01341a7d8 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:37:59.555946 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-521931de-fb06-4e3c-864d-f3a01341a7d8 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:37:59.584654 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-521931de-fb06-4e3c-864d-f3a01341a7d8 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:59.591058 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ad0b3-3f7a-4f38-8985-2dcaefcf542e req-2c7ebab1-3a1b-4300-a592-4d3b3e555107 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:59.592511 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bb2ad0b3-3f7a-4f38-8985-2dcaefcf542e req-2c7ebab1-3a1b-4300-a592-4d3b3e555107 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ec1df414-e380-4659-bfa4-af48461b6816 HTTP/1.1" status: 200  len: 916 time: 0.1572609
Jun 29 14:37:59.660759 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-521931de-fb06-4e3c-864d-f3a01341a7d8 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:59.668257 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-521931de-fb06-4e3c-864d-f3a01341a7d8 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768944'] for security_group_rule, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:59.680750 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:59.699527 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bb2ad0b3-3f7a-4f38-8985-2dcaefcf542e req-b701216c-5c8b-4b9d-889b-9ad36cdb5bc4 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e590191e-25f6-43da-a522-03c38a725d56 HTTP/1.1" status: 200  len: 1000 time: 0.0999582
Jun 29 14:37:59.706746 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521931de-fb06-4e3c-864d-f3a01341a7d8 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc7856ea-258e-4f3f-ac09-97975e22d6b1,revision_number=0']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:59.719597 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-521931de-fb06-4e3c-864d-f3a01341a7d8 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:59.736036 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-521931de-fb06-4e3c-864d-f3a01341a7d8 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:59.738577 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-521931de-fb06-4e3c-864d-f3a01341a7d8 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 706 time: 0.2081988
Jun 29 14:37:59.740055 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 48454) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:37:59.747453 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-13fdb3c9-ee99-416c-a532-df290cedccdd tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Request body: {'security_group_rule': {'security_group_id': 'c16b478d-92d9-4fbd-b431-d81ff0ff86d4', 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:37:59.755005 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-13fdb3c9-ee99-416c-a532-df290cedccdd tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:37:59.759194 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-13fdb3c9-ee99-416c-a532-df290cedccdd tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Usage tracker for resource:security_group_rule and tenant:361db4a6febd420eb01a2192ef70f0f8 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:37:59.762738 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-13fdb3c9-ee99-416c-a532-df290cedccdd tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:37:59.769782 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-13fdb3c9-ee99-416c-a532-df290cedccdd tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:37:59.769972 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2ad0b3-3f7a-4f38-8985-2dcaefcf542e req-a3bbd492-b412-433c-96aa-56093f4425ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:37:59.771392 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bb2ad0b3-3f7a-4f38-8985-2dcaefcf542e req-a3bbd492-b412-433c-96aa-56093f4425ab service neutron] 10.222.0.69 "GET /v2.0/subnets?id=044a3ce0-64fc-41e7-b61c-50a219c15e36 HTTP/1.1" status: 200  len: 854 time: 0.0655994
Jun 29 14:37:59.798577 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-13fdb3c9-ee99-416c-a532-df290cedccdd tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:59.840215 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-7dc357de-5648-4cf5-bde5-1700f1497d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94d90190>, [{'id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'name': 'tempest-TestMinimumBasicScenario-1486829058-router', 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dff47754-6dbb-4998-bdfa-b5f47f0278ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:37:03Z', 'updated_at': '2021-06-29T14:37:06Z', 'revision_number': 4, 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'gw_port': {'id': 'dff47754-6dbb-4998-bdfa-b5f47f0278ed', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:bd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:37:03Z', 'updated_at': '2021-06-29T14:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_floatingips': [{'id': '93921b73-d0ea-4ae0-9721-b84bbff6347a', 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'router_id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'port_id': 'e590191e-25f6-43da-a522-03c38a725d56', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec1df414-e380-4659-bfa4-af48461b6816', 'mac_address': 'fa:16:3e:5b:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccd35a0-4d44-401b-93b0-3dd137d63674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:37:57Z', 'updated_at': '2021-06-29T14:37:57Z', 'revision_number': 0, 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a50f16-b917-48b6-8723-1a2b28a526cc', 'name': '', 'network_id': 'ec1df414-e380-4659-bfa4-af48461b6816', 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8', 'mac_address': 'fa:16:3e:e2:07:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '044a3ce0-64fc-41e7-b61c-50a219c15e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:37:05Z', 'updated_at': '2021-06-29T14:37:25Z', 'revision_number': 5, 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'subnets': [{'id': '044a3ce0-64fc-41e7-b61c-50a219c15e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:59.846573 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc357de-5648-4cf5-bde5-1700f1497d08 None None] Checking router: 4242c05c-a0d7-4fc7-bf9c-f4e2f9467892 for host: dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:37:59.855213 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bb2ad0b3-3f7a-4f38-8985-2dcaefcf542e req-5722610b-a56d-42b4-82b7-01b88ded8db7 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ec1df414-e380-4659-bfa4-af48461b6816&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0745490
Jun 29 14:37:59.869803 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc357de-5648-4cf5-bde5-1700f1497d08 None None] Routers {'4242c05c-a0d7-4fc7-bf9c-f4e2f9467892'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:37:59.870606 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-7dc357de-5648-4cf5-bde5-1700f1497d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94d90190>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:37:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['4242c05c-a0d7-4fc7-bf9c-f4e2f9467892'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:37:59.896583 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-13fdb3c9-ee99-416c-a532-df290cedccdd tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:59.900923 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-13fdb3c9-ee99-416c-a532-df290cedccdd tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768944'] for security_group_rule, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:59.904051 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:37:59.931063 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fdb3c9-ee99-416c-a532-df290cedccdd tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ab36ec4-7cfd-4f61-b585-e68b9abf2531,revision_number=0']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:37:59.936803 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-13fdb3c9-ee99-416c-a532-df290cedccdd tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:37:59.945493 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-13fdb3c9-ee99-416c-a532-df290cedccdd tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:37:59.946886 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-13fdb3c9-ee99-416c-a532-df290cedccdd tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 705 time: 0.2055900
Jun 29 14:37:59.949688 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 48458) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:37:59.956189 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [None req-2ac00e69-5bf2-42a7-9473-ae4448363298 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Request body: {'security_group_rule': {'security_group_id': 'c16b478d-92d9-4fbd-b431-d81ff0ff86d4', 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:37:59.962079 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-2ac00e69-5bf2-42a7-9473-ae4448363298 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:37:59.966857 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-2ac00e69-5bf2-42a7-9473-ae4448363298 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Usage tracker for resource:security_group_rule and tenant:361db4a6febd420eb01a2192ef70f0f8 is out of sync, need to count used quota {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:37:59.970880 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [None req-2ac00e69-5bf2-42a7-9473-ae4448363298 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=74234) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:37:59.976941 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.quota.driver [None req-2ac00e69-5bf2-42a7-9473-ae4448363298 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=74234) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:37:59.997596 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-2ac00e69-5bf2-42a7-9473-ae4448363298 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:00.004967 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bb2ad0b3-3f7a-4f38-8985-2dcaefcf542e req-aa5327ed-0a58-4c7a-8c01-ef551ed53579 service neutron] 10.222.0.69 "GET /v2.0/networks/ec1df414-e380-4659-bfa4-af48461b6816?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419694
Jun 29 14:38:00.073818 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-2ac00e69-5bf2-42a7-9473-ae4448363298 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:00.078146 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-2ac00e69-5bf2-42a7-9473-ae4448363298 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768944'] for security_group_rule, after_create {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:00.080585 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-eb14cfd6-22af-4cc5-bf44-a39d0c14d1ed tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:38:00.090036 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-7dc357de-5648-4cf5-bde5-1700f1497d08 None None] Set router 4242c05c-a0d7-4fc7-bf9c-f4e2f9467892 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:38:00.101438 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac00e69-5bf2-42a7-9473-ae4448363298 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59e1fe78-e580-441d-b990-9e8a4b1c1aa7,revision_number=0']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:38:00.106019 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-2ac00e69-5bf2-42a7-9473-ae4448363298 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:38:00.115693 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-2ac00e69-5bf2-42a7-9473-ae4448363298 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:00.120048 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-2ac00e69-5bf2-42a7-9473-ae4448363298 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 711 time: 0.1693430
Jun 29 14:38:00.120416 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48462) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:38:00.133348 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-fbace267-355e-4609-a047-cd84636fa9ed tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Request body: {'security_group_rule': {'security_group_id': 'c16b478d-92d9-4fbd-b431-d81ff0ff86d4', 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:38:00.141057 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-fbace267-355e-4609-a047-cd84636fa9ed tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:38:00.147709 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-fbace267-355e-4609-a047-cd84636fa9ed tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Usage tracker for resource:security_group_rule and tenant:361db4a6febd420eb01a2192ef70f0f8 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:38:00.152193 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-fbace267-355e-4609-a047-cd84636fa9ed tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:38:00.161106 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-fbace267-355e-4609-a047-cd84636fa9ed tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:38:00.203697 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-fbace267-355e-4609-a047-cd84636fa9ed tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:00.214351 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bb2ad0b3-3f7a-4f38-8985-2dcaefcf542e req-21d7605f-94eb-4d69-8c41-446878acde29 service neutron] 10.222.0.69 "GET /v2.0/networks/ec1df414-e380-4659-bfa4-af48461b6816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2034779
Jun 29 14:38:00.273716 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-fbace267-355e-4609-a047-cd84636fa9ed tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:00.278732 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-fbace267-355e-4609-a047-cd84636fa9ed tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768944'] for security_group_rule, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:00.281319 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:38:00.307739 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbace267-355e-4609-a047-cd84636fa9ed tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6460731d-6d41-4ced-81d1-fbdd94ff9e9b,revision_number=0']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:38:00.313051 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-fbace267-355e-4609-a047-cd84636fa9ed tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:38:00.318662 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-fbace267-355e-4609-a047-cd84636fa9ed tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:00.319815 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-fbace267-355e-4609-a047-cd84636fa9ed tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 710 time: 0.1983957
Jun 29 14:38:00.324483 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48466) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:38:00.330455 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-89441e64-81f2-44b3-9078-7772350be96a tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Request body: {'security_group_rule': {'security_group_id': 'c16b478d-92d9-4fbd-b431-d81ff0ff86d4', 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:38:00.336538 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-89441e64-81f2-44b3-9078-7772350be96a tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:38:00.340530 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-89441e64-81f2-44b3-9078-7772350be96a tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Usage tracker for resource:security_group_rule and tenant:361db4a6febd420eb01a2192ef70f0f8 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:38:00.344809 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-89441e64-81f2-44b3-9078-7772350be96a tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:38:00.351190 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-89441e64-81f2-44b3-9078-7772350be96a tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:38:00.368839 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.db.securitygroups_db [None req-89441e64-81f2-44b3-9078-7772350be96a tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Project 361db4a6febd420eb01a2192ef70f0f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 29 14:38:00.378233 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-89441e64-81f2-44b3-9078-7772350be96a tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:00.445321 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-89441e64-81f2-44b3-9078-7772350be96a tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:00.450722 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-89441e64-81f2-44b3-9078-7772350be96a tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768944'] for security_group_rule, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:00.453261 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-fbace267-355e-4609-a047-cd84636fa9ed tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:38:00.474803 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89441e64-81f2-44b3-9078-7772350be96a tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed1094ae-4209-4586-989d-ae7f6ac25cb5,revision_number=0']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:38:00.478809 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-89441e64-81f2-44b3-9078-7772350be96a tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:38:00.486846 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-7dc357de-5648-4cf5-bde5-1700f1497d08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94d90190>, [{'id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'name': 'tempest-TestMinimumBasicScenario-1486829058-router', 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dff47754-6dbb-4998-bdfa-b5f47f0278ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:37:03Z', 'updated_at': '2021-06-29T14:37:06Z', 'revision_number': 4, 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'gw_port': {'id': 'dff47754-6dbb-4998-bdfa-b5f47f0278ed', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:bd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:37:03Z', 'updated_at': '2021-06-29T14:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_floatingips': [{'id': '93921b73-d0ea-4ae0-9721-b84bbff6347a', 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'router_id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'port_id': 'e590191e-25f6-43da-a522-03c38a725d56', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec1df414-e380-4659-bfa4-af48461b6816', 'mac_address': 'fa:16:3e:5b:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccd35a0-4d44-401b-93b0-3dd137d63674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:37:57Z', 'updated_at': '2021-06-29T14:37:57Z', 'revision_number': 0, 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a50f16-b917-48b6-8723-1a2b28a526cc', 'name': '', 'network_id': 'ec1df414-e380-4659-bfa4-af48461b6816', 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8', 'mac_address': 'fa:16:3e:e2:07:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '044a3ce0-64fc-41e7-b61c-50a219c15e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:37:05Z', 'updated_at': '2021-06-29T14:37:25Z', 'revision_number': 5, 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'subnets': [{'id': '044a3ce0-64fc-41e7-b61c-50a219c15e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:38:00.488260 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-89441e64-81f2-44b3-9078-7772350be96a tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:00.489890 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-89441e64-81f2-44b3-9078-7772350be96a tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 716 time: 0.1641181
Jun 29 14:38:00.491287 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc357de-5648-4cf5-bde5-1700f1497d08 None None] The sync data for ids ['4242c05c-a0d7-4fc7-bf9c-f4e2f9467892'] in dv-cinder-798356-1-iscsi is: [{'id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'name': 'tempest-TestMinimumBasicScenario-1486829058-router', 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dff47754-6dbb-4998-bdfa-b5f47f0278ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:37:03Z', 'updated_at': '2021-06-29T14:37:06Z', 'revision_number': 4, 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'gw_port': {'id': 'dff47754-6dbb-4998-bdfa-b5f47f0278ed', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:bd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:37:03Z', 'updated_at': '2021-06-29T14:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_floatingips': [{'id': '93921b73-d0ea-4ae0-9721-b84bbff6347a', 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8', 'floating_ip_address': '172.27.1.124', 'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'router_id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'port_id': 'e590191e-25f6-43da-a522-03c38a725d56', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ec1df414-e380-4659-bfa4-af48461b6816', 'mac_address': 'fa:16:3e:5b:05:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dccd35a0-4d44-401b-93b0-3dd137d63674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:37:57Z', 'updated_at': '2021-06-29T14:37:57Z', 'revision_number': 0, 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '44a50f16-b917-48b6-8723-1a2b28a526cc', 'name': '', 'network_id': 'ec1df414-e380-4659-bfa4-af48461b6816', 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8', 'mac_address': 'fa:16:3e:e2:07:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '044a3ce0-64fc-41e7-b61c-50a219c15e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:37:05Z', 'updated_at': '2021-06-29T14:37:25Z', 'revision_number': 5, 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'subnets': [{'id': '044a3ce0-64fc-41e7-b61c-50a219c15e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:38:00.492931 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48470) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:38:00.499027 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [None req-ce429d23-1e0e-470c-906d-919c369fc302 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Request body: {'security_group_rule': {'security_group_id': 'c16b478d-92d9-4fbd-b431-d81ff0ff86d4', 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:38:00.512637 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-ce429d23-1e0e-470c-906d-919c369fc302 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 29 14:38:00.519863 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-ce429d23-1e0e-470c-906d-919c369fc302 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Usage tracker for resource:security_group_rule and tenant:361db4a6febd420eb01a2192ef70f0f8 is out of sync, need to count used quota {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 29 14:38:00.523794 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [None req-ce429d23-1e0e-470c-906d-919c369fc302 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=74235) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 29 14:38:00.533355 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.quota.driver [None req-ce429d23-1e0e-470c-906d-919c369fc302 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=74235) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 29 14:38:00.548898 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.db.securitygroups_db [None req-ce429d23-1e0e-470c-906d-919c369fc302 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Project 361db4a6febd420eb01a2192ef70f0f8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 29 14:38:00.559470 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-ce429d23-1e0e-470c-906d-919c369fc302 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks [] for security_group_rule, before_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:00.633945 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-ce429d23-1e0e-470c-906d-919c369fc302 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:00.640006 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-ce429d23-1e0e-470c-906d-919c369fc302 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768944'] for security_group_rule, after_create {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:00.642809 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-ac2cf3a2-10bc-41da-bf83-74b2e96de3cb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:38:00.673774 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce429d23-1e0e-470c-906d-919c369fc302 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=155aeb1e-df4e-4545-af63-16dcb89d1c0d,revision_number=0']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:38:00.676449 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-ce429d23-1e0e-470c-906d-919c369fc302 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:38:00.679351 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-ce429d23-1e0e-470c-906d-919c369fc302 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks [] for security_group_rule, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:00.683199 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-ce429d23-1e0e-470c-906d-919c369fc302 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 715 time: 0.1866241
Jun 29 14:38:00.747038 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6e28d6e-e5a6-437a-9f2c-af805730e089 None None] New status for floating IP 93921b73-d0ea-4ae0-9721-b84bbff6347a: ACTIVE {{(pid=74237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 14:38:00.817002 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bc6558a3-0385-4985-99bb-b0d679da00f3 req-ea8c7c43-e250-4717-a119-d21fb341a90b tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1215475102&fields=id&tenant_id=361db4a6febd420eb01a2192ef70f0f8 HTTP/1.1" status: 200  len: 267 time: 0.0411630
Jun 29 14:38:00.904051 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6558a3-0385-4985-99bb-b0d679da00f3 req-00ce7596-2d16-45a9-843d-67f1c67937b6 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:38:00.905441 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bc6558a3-0385-4985-99bb-b0d679da00f3 req-00ce7596-2d16-45a9-843d-67f1c67937b6 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 946 time: 0.0831006
Jun 29 14:38:00.919542 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.v2.base [req-bc6558a3-0385-4985-99bb-b0d679da00f3 req-21d81740-439d-4315-a897-2d5bfea5390d tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Request body: {'port': {'security_groups': ['e8b637d3-182c-4b80-8aa8-c28c90559f59', 'c16b478d-92d9-4fbd-b431-d81ff0ff86d4']}} {{(pid=74235) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:38:01.135008 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-bc6558a3-0385-4985-99bb-b0d679da00f3 req-21d81740-439d-4315-a897-2d5bfea5390d tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:01.387139 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.db [req-bc6558a3-0385-4985-99bb-b0d679da00f3 req-21d81740-439d-4315-a897-2d5bfea5390d tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] For port e590191e-25f6-43da-a522-03c38a725d56, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=e590191e-25f6-43da-a522-03c38a725d56,segment=NetworkSegment(ddecb0f4-d7c7-4786-a31d-1eac45097ab2),segment_id=ddecb0f4-d7c7-4786-a31d-1eac45097ab2)] {{(pid=74235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:38:01.411147 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-bc6558a3-0385-4985-99bb-b0d679da00f3 req-21d81740-439d-4315-a897-2d5bfea5390d tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks [] for port, precommit_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:01.415681 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-bc6558a3-0385-4985-99bb-b0d679da00f3 req-21d81740-439d-4315-a897-2d5bfea5390d tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1167191'] for port, after_update {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:01.420993 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:38:01.427493 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['e590191e-25f6-43da-a522-03c38a725d56'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:38:01.489656 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc6558a3-0385-4985-99bb-b0d679da00f3 req-21d81740-439d-4315-a897-2d5bfea5390d tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:38:01.490286 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-bc6558a3-0385-4985-99bb-b0d679da00f3 req-21d81740-439d-4315-a897-2d5bfea5390d tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:01.492487 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bc6558a3-0385-4985-99bb-b0d679da00f3 req-21d81740-439d-4315-a897-2d5bfea5390d tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "PUT /v2.0/ports/e590191e-25f6-43da-a522-03c38a725d56 HTTP/1.1" status: 200  len: 982 time: 0.5805981
Jun 29 14:38:01.493022 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dccd35a0-4d44-401b-93b0-3dd137d63674', 'tag': 'e590191e-25f6-43da-a522-03c38a725d56'}] {{(pid=74235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:38:01.521614 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d81740-439d-4315-a897-2d5bfea5390d tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Pushing event updated for resources: {'Port': ['ID=e590191e-25f6-43da-a522-03c38a725d56,revision_number=6']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:38:01.527570 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-21d81740-439d-4315-a897-2d5bfea5390d tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:38:01.562838 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['e590191e-25f6-43da-a522-03c38a725d56'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:38:01.586386 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dccd35a0-4d44-401b-93b0-3dd137d63674', 'tag': 'e590191e-25f6-43da-a522-03c38a725d56', 'status': 'completed', 'code': 200}
Jun 29 14:38:01.761731 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-30b35f75-0b8d-4d6e-b874-ed23c124bf49 req-c1ab2d2b-0922-4ee2-9271-933e5addd85a service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=361db4a6febd420eb01a2192ef70f0f8&device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 1138 time: 0.1462805
Jun 29 14:38:01.814666 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-183e0129-ce86-4cb2-b241-e1748ffeecc2 None None] Provisioning complete for port e590191e-25f6-43da-a522-03c38a725d56 triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:38:01.815046 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-183e0129-ce86-4cb2-b241-e1748ffeecc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:01.892295 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a817e8-58b0-47f8-b882-763028371dc3 req-6a934473-6d14-4675-8f8f-76bf62bca54d tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:38:01.893693 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b7a817e8-58b0-47f8-b882-763028371dc3 req-6a934473-6d14-4675-8f8f-76bf62bca54d tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 985 time: 0.2553799
Jun 29 14:38:01.913703 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b35f75-0b8d-4d6e-b874-ed23c124bf49 req-0d1b99a8-b030-42d2-a1c3-7cc526d17870 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:38:01.915205 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-30b35f75-0b8d-4d6e-b874-ed23c124bf49 req-0d1b99a8-b030-42d2-a1c3-7cc526d17870 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ec1df414-e380-4659-bfa4-af48461b6816 HTTP/1.1" status: 200  len: 916 time: 0.1456583
Jun 29 14:38:01.949311 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-b7a817e8-58b0-47f8-b882-763028371dc3 req-3f999aae-897d-4245-b017-fba6d6c0e3ea tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Synchronizing usage tracker for tenant:361db4a6febd420eb01a2192ef70f0f8 on resource:security_group {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:38:01.968246 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-b7a817e8-58b0-47f8-b882-763028371dc3 req-3f999aae-897d-4245-b017-fba6d6c0e3ea tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Unset dirty status for tenant:361db4a6febd420eb01a2192ef70f0f8 on resource:security_group {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:38:01.971957 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b7a817e8-58b0-47f8-b882-763028371dc3 req-3f999aae-897d-4245-b017-fba6d6c0e3ea tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8b637d3-182c-4b80-8aa8-c28c90559f59&id=c16b478d-92d9-4fbd-b431-d81ff0ff86d4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0701323
Jun 29 14:38:02.032079 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-30b35f75-0b8d-4d6e-b874-ed23c124bf49 req-e0abe7e8-2615-475d-8ef4-f05dbb957c62 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e590191e-25f6-43da-a522-03c38a725d56 HTTP/1.1" status: 200  len: 1002 time: 0.1092536
Jun 29 14:38:02.103756 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b35f75-0b8d-4d6e-b874-ed23c124bf49 req-29344fb8-a3b9-4bab-9238-e1274c5968e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:38:02.105268 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-30b35f75-0b8d-4d6e-b874-ed23c124bf49 req-29344fb8-a3b9-4bab-9238-e1274c5968e6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=044a3ce0-64fc-41e7-b61c-50a219c15e36 HTTP/1.1" status: 200  len: 854 time: 0.0625896
Jun 29 14:38:02.183596 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-30b35f75-0b8d-4d6e-b874-ed23c124bf49 req-4b1c1443-c32c-4b4d-b3a2-cbe0483a9738 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ec1df414-e380-4659-bfa4-af48461b6816&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0716016
Jun 29 14:38:02.331089 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-30b35f75-0b8d-4d6e-b874-ed23c124bf49 req-f765e148-cdb7-4682-b018-264c034501a2 service neutron] 10.222.0.69 "GET /v2.0/networks/ec1df414-e380-4659-bfa4-af48461b6816?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1413000
Jun 29 14:38:02.466827 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-30b35f75-0b8d-4d6e-b874-ed23c124bf49 req-0a9fc85c-3247-49c6-8355-dc814dbc2c0a service neutron] 10.222.0.69 "GET /v2.0/networks/ec1df414-e380-4659-bfa4-af48461b6816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1274846
Jun 29 14:38:05.989739 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-386f0868-f923-4c43-b22c-5a18a63b548a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:06.387143 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:08.179127 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-de11ba36-4739-4756-b533-8a24fc0ba3e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:09.206066 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:10.059711 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:10.922089 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:17.297867 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-5c910074-43b4-44d1-bcad-08f583f06e7b req-3095d05a-47bf-40fc-91c3-8ab39a93f99d service neutron] 10.222.0.69 "GET /v2.0/ports?device_id=ae33ebfa-dfb2-429b-9483-9a451954be1e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.1520698
Jun 29 14:38:17.336960 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8870601e-1343-4ab1-a161-cfdc685b918d req-44e214f0-9a80-4a1e-a93a-9f40e01543e9 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=361db4a6febd420eb01a2192ef70f0f8&device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 1138 time: 0.1762581
Jun 29 14:38:17.350847 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6756d22-12fd-4ad6-9375-478cd3e0b7ba req-305d7a3b-b621-402d-b979-e5ff30e720a3 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:38:17.354178 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b6756d22-12fd-4ad6-9375-478cd3e0b7ba req-305d7a3b-b621-402d-b979-e5ff30e720a3 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 985 time: 0.1574090
Jun 29 14:38:17.442182 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-5c910074-43b4-44d1-bcad-08f583f06e7b req-0d23ece4-2403-45d5-ad32-07321600ffdf service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f8b1bff82789418781af3fd01f1db541&device_id=ae33ebfa-dfb2-429b-9483-9a451954be1e HTTP/1.1" status: 200  len: 1098 time: 0.0722983
Jun 29 14:38:17.502141 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b6756d22-12fd-4ad6-9375-478cd3e0b7ba req-3ab3b88d-14f4-4212-a7af-8ea59b6eaff3 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8b637d3-182c-4b80-8aa8-c28c90559f59&id=c16b478d-92d9-4fbd-b431-d81ff0ff86d4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.1121664
Jun 29 14:38:17.532181 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870601e-1343-4ab1-a161-cfdc685b918d req-f2479384-b596-4fad-82e6-d3d662fa17a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:38:17.533710 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8870601e-1343-4ab1-a161-cfdc685b918d req-f2479384-b596-4fad-82e6-d3d662fa17a7 service neutron] 10.222.0.69 "GET /v2.0/networks?id=ec1df414-e380-4659-bfa4-af48461b6816 HTTP/1.1" status: 200  len: 916 time: 0.1781387
Jun 29 14:38:17.590596 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c910074-43b4-44d1-bcad-08f583f06e7b req-e2c0074c-8abf-494e-9333-73787916ea50 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:38:17.592090 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-5c910074-43b4-44d1-bcad-08f583f06e7b req-e2c0074c-8abf-494e-9333-73787916ea50 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1b9efcd0-963e-4312-8efc-097d81e095b0 HTTP/1.1" status: 200  len: 913 time: 0.1285374
Jun 29 14:38:17.638249 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8870601e-1343-4ab1-a161-cfdc685b918d req-48d4b5d9-fd11-4e24-8d68-0adc0a5a9c78 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e590191e-25f6-43da-a522-03c38a725d56 HTTP/1.1" status: 200  len: 1002 time: 0.0976741
Jun 29 14:38:17.698791 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-5c910074-43b4-44d1-bcad-08f583f06e7b req-d55d79d0-7930-423d-81b2-d857c637d231 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8d7280e-7da4-4c22-a42a-b425e1bab683 HTTP/1.1" status: 200  len: 1001 time: 0.0999343
Jun 29 14:38:17.708619 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8870601e-1343-4ab1-a161-cfdc685b918d req-90c04992-c918-49d4-bac2-f329204a7886 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:38:17.710039 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8870601e-1343-4ab1-a161-cfdc685b918d req-90c04992-c918-49d4-bac2-f329204a7886 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=044a3ce0-64fc-41e7-b61c-50a219c15e36 HTTP/1.1" status: 200  len: 854 time: 0.0656118
Jun 29 14:38:17.761398 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c910074-43b4-44d1-bcad-08f583f06e7b req-9117289d-49f5-4057-9115-2f1f8f0777db service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:38:17.762939 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-5c910074-43b4-44d1-bcad-08f583f06e7b req-9117289d-49f5-4057-9115-2f1f8f0777db service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b1f452f3-ce90-45e6-b91e-51eb201b6ea6 HTTP/1.1" status: 200  len: 851 time: 0.0579379
Jun 29 14:38:17.788705 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8870601e-1343-4ab1-a161-cfdc685b918d req-8c65f446-375e-496d-91ee-756bddccc28a service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ec1df414-e380-4659-bfa4-af48461b6816&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0722716
Jun 29 14:38:17.799735 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [req-8870601e-1343-4ab1-a161-cfdc685b918d req-8c2d064d-5f46-4a24-97fa-ad5a9ac2f046 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=74234) __call__ /opt/stack/neutron/neutron/wsgi.py:727}}
Jun 29 14:38:17.800653 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8870601e-1343-4ab1-a161-cfdc685b918d req-8c2d064d-5f46-4a24-97fa-ad5a9ac2f046 service neutron] 10.222.0.69 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 12615 time: 0.0053704
Jun 29 14:38:17.842224 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-5c910074-43b4-44d1-bcad-08f583f06e7b req-c19e4ecd-39e4-4680-9b4a-3e24475cfbfb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1b9efcd0-963e-4312-8efc-097d81e095b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0716219
Jun 29 14:38:17.941491 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8870601e-1343-4ab1-a161-cfdc685b918d req-f50ae907-4b96-4177-9d59-d3f1d926e655 service neutron] 10.222.0.69 "GET /v2.0/networks/ec1df414-e380-4659-bfa4-af48461b6816?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1340380
Jun 29 14:38:18.079254 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-8870601e-1343-4ab1-a161-cfdc685b918d req-485fabae-b16c-4590-a0b1-16fb67f6de03 service neutron] 10.222.0.69 "GET /v2.0/networks/ec1df414-e380-4659-bfa4-af48461b6816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1299322
Jun 29 14:38:18.092496 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-5c910074-43b4-44d1-bcad-08f583f06e7b req-346f609b-a3b5-4b73-8b0b-828958a12e47 service neutron] 10.222.0.69 "GET /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2433512
Jun 29 14:38:18.230153 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-5c910074-43b4-44d1-bcad-08f583f06e7b req-373c8709-ab71-43d0-8dba-d2702d7fcceb service neutron] 10.222.0.69 "GET /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1310956
Jun 29 14:38:18.698446 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456bcc30-52be-4adf-8796-69711b1c1b15 req-1dc5f508-b618-4b18-bc3d-d519ea4ba41e tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:38:18.700006 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-456bcc30-52be-4adf-8796-69711b1c1b15 req-1dc5f508-b618-4b18-bc3d-d519ea4ba41e tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 985 time: 0.0761425
Jun 29 14:38:18.748515 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-456bcc30-52be-4adf-8796-69711b1c1b15 req-38490625-5332-4b9e-add9-b11c57f16d16 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8b637d3-182c-4b80-8aa8-c28c90559f59&id=c16b478d-92d9-4fbd-b431-d81ff0ff86d4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0421622
Jun 29 14:38:20.021128 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1555b96a-6f40-4ba1-97fa-5995b3e39e77 req-5f116497-4143-48a6-bea1-46fc6db6f0c0 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:38:20.022576 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-1555b96a-6f40-4ba1-97fa-5995b3e39e77 req-5f116497-4143-48a6-bea1-46fc6db6f0c0 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 985 time: 0.1492524
Jun 29 14:38:20.067448 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-1555b96a-6f40-4ba1-97fa-5995b3e39e77 req-b571a41f-e1e3-4c31-a837-7f29bcc7bccb tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8b637d3-182c-4b80-8aa8-c28c90559f59&id=c16b478d-92d9-4fbd-b431-d81ff0ff86d4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0392246
Jun 29 14:38:21.272511 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942b8b9e-0d20-470d-b5d4-ddcbfb43a986 req-2b83c176-e71d-43db-9221-831c092409d8 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:38:21.273968 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-942b8b9e-0d20-470d-b5d4-ddcbfb43a986 req-2b83c176-e71d-43db-9221-831c092409d8 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 985 time: 0.0801513
Jun 29 14:38:21.322009 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-942b8b9e-0d20-470d-b5d4-ddcbfb43a986 req-4ca7c598-72d9-43cf-a968-74a3ac035b50 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8b637d3-182c-4b80-8aa8-c28c90559f59&id=c16b478d-92d9-4fbd-b431-d81ff0ff86d4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0423100
Jun 29 14:38:22.539343 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b763aff1-e2ea-4a6b-91b1-f21f1e45bbf3 req-0b620583-523d-42a7-b7e8-0e7ad42f9353 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:38:22.540831 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b763aff1-e2ea-4a6b-91b1-f21f1e45bbf3 req-0b620583-523d-42a7-b7e8-0e7ad42f9353 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 985 time: 0.0845816
Jun 29 14:38:22.589392 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b763aff1-e2ea-4a6b-91b1-f21f1e45bbf3 req-9542e7c0-46a7-4e83-9999-ea2d5d606c77 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8b637d3-182c-4b80-8aa8-c28c90559f59&id=c16b478d-92d9-4fbd-b431-d81ff0ff86d4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0425072
Jun 29 14:38:23.793622 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537c069f-b355-4441-ad7a-0c8a9ce61516 req-b195530b-2eb6-4692-ba16-01a65380d847 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:38:23.795129 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-537c069f-b355-4441-ad7a-0c8a9ce61516 req-b195530b-2eb6-4692-ba16-01a65380d847 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 985 time: 0.0795293
Jun 29 14:38:23.843479 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-537c069f-b355-4441-ad7a-0c8a9ce61516 req-c1c979b0-11da-415b-9ec7-192ac4195bd3 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8b637d3-182c-4b80-8aa8-c28c90559f59&id=c16b478d-92d9-4fbd-b431-d81ff0ff86d4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0421860
Jun 29 14:38:25.038222 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee620fa9-c65c-466a-8320-5a77903a692d req-f7648c46-b414-4028-90b3-f176666a7811 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:38:25.039710 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ee620fa9-c65c-466a-8320-5a77903a692d req-f7648c46-b414-4028-90b3-f176666a7811 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 985 time: 0.0754828
Jun 29 14:38:25.087726 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ee620fa9-c65c-466a-8320-5a77903a692d req-73e6d100-b6fa-4463-a1ba-2f85cea493ce tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8b637d3-182c-4b80-8aa8-c28c90559f59&id=c16b478d-92d9-4fbd-b431-d81ff0ff86d4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0421433
Jun 29 14:38:26.285713 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85bf59a-25d0-4e52-8f6d-65405d5dccf2 req-8c79fbbd-f74c-45cf-b5d5-776c8104dbaf tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:38:26.287185 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b85bf59a-25d0-4e52-8f6d-65405d5dccf2 req-8c79fbbd-f74c-45cf-b5d5-776c8104dbaf tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 985 time: 0.0801616
Jun 29 14:38:26.333054 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b85bf59a-25d0-4e52-8f6d-65405d5dccf2 req-bb1174e2-dcf2-4eee-bfb8-1cbf3778a7e4 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8b637d3-182c-4b80-8aa8-c28c90559f59&id=c16b478d-92d9-4fbd-b431-d81ff0ff86d4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0402162
Jun 29 14:38:27.546555 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5496bf0f-ae28-4219-acff-955752428280 req-7db55cf0-d1f3-4a88-98a2-0b9c38dd2c25 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:38:27.548036 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-5496bf0f-ae28-4219-acff-955752428280 req-7db55cf0-d1f3-4a88-98a2-0b9c38dd2c25 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 985 time: 0.0874288
Jun 29 14:38:27.594857 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-5496bf0f-ae28-4219-acff-955752428280 req-82550131-4f11-4dcd-9d25-7cb18b6f9dca tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8b637d3-182c-4b80-8aa8-c28c90559f59&id=c16b478d-92d9-4fbd-b431-d81ff0ff86d4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0405920
Jun 29 14:38:28.807624 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df631eab-994b-4521-b084-dea732f9acbf req-edaf2e4f-f05e-49fb-903d-dc7745e61eb0 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:38:28.809103 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-df631eab-994b-4521-b084-dea732f9acbf req-edaf2e4f-f05e-49fb-903d-dc7745e61eb0 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 985 time: 0.0800920
Jun 29 14:38:28.865063 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-df631eab-994b-4521-b084-dea732f9acbf req-53368ad1-d005-4605-8b3a-11237c601208 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8b637d3-182c-4b80-8aa8-c28c90559f59&id=c16b478d-92d9-4fbd-b431-d81ff0ff86d4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0499763
Jun 29 14:38:30.057822 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c7675a-1b04-4cee-b71a-7be7b5e28540 req-9236d3a0-5fbb-4ad9-b0b2-365fecccb9eb tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:38:30.059290 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b4c7675a-1b04-4cee-b71a-7be7b5e28540 req-9236d3a0-5fbb-4ad9-b0b2-365fecccb9eb tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 985 time: 0.0749130
Jun 29 14:38:30.109774 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-b4c7675a-1b04-4cee-b71a-7be7b5e28540 req-11bac379-83e6-4242-9b61-fff6c4a31e1a tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8b637d3-182c-4b80-8aa8-c28c90559f59&id=c16b478d-92d9-4fbd-b431-d81ff0ff86d4&fields=id&fields=name HTTP/1.1" status: 200  len: 380 time: 0.0440810
Jun 29 14:38:31.566445 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 48522) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:38:31.763069 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [None req-d20a6a78-a7c6-46bb-9670-6d649c2bfc6a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Deleting port ec1fe7ff-1c0b-40ff-8ad1-755c810051e2 {{(pid=74234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:38:31.763408 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d20a6a78-a7c6-46bb-9670-6d649c2bfc6a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:31.933393 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d20a6a78-a7c6-46bb-9670-6d649c2bfc6a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:31.933713 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d20a6a78-a7c6-46bb-9670-6d649c2bfc6a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:32.052359 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [None req-d20a6a78-a7c6-46bb-9670-6d649c2bfc6a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Calling delete_port for ec1fe7ff-1c0b-40ff-8ad1-755c810051e2 owned by network:floatingip {{(pid=74234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:38:32.197214 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d20a6a78-a7c6-46bb-9670-6d649c2bfc6a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:32.200848 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-5f5fc8ab-b788-4f45-859a-1a64fd0fda44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:38:32.243297 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20a6a78-a7c6-46bb-9670-6d649c2bfc6a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Pushing event deleted for resources: {'Port': ['ID=ec1fe7ff-1c0b-40ff-8ad1-755c810051e2,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:38:32.280759 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a6a78-a7c6-46bb-9670-6d649c2bfc6a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:38:32.281142 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a6a78-a7c6-46bb-9670-6d649c2bfc6a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:38:32.281510 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a6a78-a7c6-46bb-9670-6d649c2bfc6a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:38:32.281875 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a6a78-a7c6-46bb-9670-6d649c2bfc6a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:38:32.282241 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a6a78-a7c6-46bb-9670-6d649c2bfc6a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:38:32.282637 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a6a78-a7c6-46bb-9670-6d649c2bfc6a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:38:32.282998 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a6a78-a7c6-46bb-9670-6d649c2bfc6a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:38:32.283359 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a6a78-a7c6-46bb-9670-6d649c2bfc6a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:38:32.283714 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a6a78-a7c6-46bb-9670-6d649c2bfc6a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:38:32.284119 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a6a78-a7c6-46bb-9670-6d649c2bfc6a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:38:32.284476 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d20a6a78-a7c6-46bb-9670-6d649c2bfc6a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74234) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:38:32.291146 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-d20a6a78-a7c6-46bb-9670-6d649c2bfc6a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:38:32.346841 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d20a6a78-a7c6-46bb-9670-6d649c2bfc6a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for floatingip, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:32.826449 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d20a6a78-a7c6-46bb-9670-6d649c2bfc6a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Router 07af9143-8575-4ba9-b96d-3229e022edba has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:38:33.051229 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20a6a78-a7c6-46bb-9670-6d649c2bfc6a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:38:33.060827 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c44f58-f75c-440a-9499-20e50398136b None None] Sync routers for ids ['07af9143-8575-4ba9-b96d-3229e022edba'] in dv-cinder-798356-1-iscsi {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:38:33.074016 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-d20a6a78-a7c6-46bb-9670-6d649c2bfc6a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for floatingip, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:33.075005 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c44f58-f75c-440a-9499-20e50398136b None None] Routers {'07af9143-8575-4ba9-b96d-3229e022edba'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:38:33.075634 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-12c44f58-f75c-440a-9499-20e50398136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94878760>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:38:08Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['07af9143-8575-4ba9-b96d-3229e022edba'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:38:33.129390 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-d20a6a78-a7c6-46bb-9670-6d649c2bfc6a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "DELETE /v2.0/floatingips/557fcdfd-cf68-4e87-88cd-fee9224c8307 HTTP/1.1" status: 204  len: 168 time: 1.5618355
Jun 29 14:38:33.130141 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a6c6e0d0-9954-45b3-a0fc-ea9015011bb8', 'tag': '64322865-cfd1-4791-969a-2dbac97a89b4'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:38:33.186945 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a6c6e0d0-9954-45b3-a0fc-ea9015011bb8', 'tag': '64322865-cfd1-4791-969a-2dbac97a89b4', 'status': 'completed', 'code': 200}
Jun 29 14:38:33.256615 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-12c44f58-f75c-440a-9499-20e50398136b None None] Set router 07af9143-8575-4ba9-b96d-3229e022edba gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:38:33.284161 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8c888183-2f8c-4ab2-9ab8-645c26d00857 req-b6a585dc-590f-41fd-9db5-a30c1c5b6118 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f8b1bff82789418781af3fd01f1db541&device_id=a6c6e0d0-9954-45b3-a0fc-ea9015011bb8 HTTP/1.1" status: 200  len: 1099 time: 0.0757515
Jun 29 14:38:33.425486 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c888183-2f8c-4ab2-9ab8-645c26d00857 req-1ebdbc83-49a5-41fd-81a6-4f0ea87b6758 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:38:33.428016 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8c888183-2f8c-4ab2-9ab8-645c26d00857 req-1ebdbc83-49a5-41fd-81a6-4f0ea87b6758 service neutron] 10.222.0.69 "GET /v2.0/networks?id=1b9efcd0-963e-4312-8efc-097d81e095b0 HTTP/1.1" status: 200  len: 913 time: 0.1367154
Jun 29 14:38:33.499507 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8c888183-2f8c-4ab2-9ab8-645c26d00857 req-08a411f1-8609-458d-be6f-93968db5f6c1 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=64322865-cfd1-4791-969a-2dbac97a89b4 HTTP/1.1" status: 200  len: 217 time: 0.0648878
Jun 29 14:38:33.550611 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca26c0e5-d66a-46af-a881-4ec6ca073212 req-beded0e7-3173-4ef7-a3ac-8610f7d799a4 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:38:33.551323 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-ca26c0e5-d66a-46af-a881-4ec6ca073212 req-beded0e7-3173-4ef7-a3ac-8610f7d799a4 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Synchronizing usage tracker for tenant:f8b1bff82789418781af3fd01f1db541 on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:38:33.563427 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c888183-2f8c-4ab2-9ab8-645c26d00857 req-1de2ba86-ea39-4e0d-8c8f-210e752805a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:38:33.564924 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8c888183-2f8c-4ab2-9ab8-645c26d00857 req-1de2ba86-ea39-4e0d-8c8f-210e752805a6 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b1f452f3-ce90-45e6-b91e-51eb201b6ea6 HTTP/1.1" status: 200  len: 851 time: 0.0594862
Jun 29 14:38:33.567549 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-ca26c0e5-d66a-46af-a881-4ec6ca073212 req-beded0e7-3173-4ef7-a3ac-8610f7d799a4 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Unset dirty status for tenant:f8b1bff82789418781af3fd01f1db541 on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:38:33.568701 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ca26c0e5-d66a-46af-a881-4ec6ca073212 req-beded0e7-3173-4ef7-a3ac-8610f7d799a4 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c6e0d0-9954-45b3-a0fc-ea9015011bb8 HTTP/1.1" status: 200  len: 946 time: 0.0966628
Jun 29 14:38:33.629828 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-12c44f58-f75c-440a-9499-20e50398136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94878760>, [{'id': '07af9143-8575-4ba9-b96d-3229e022edba', 'name': 'tempest-TestVolumeBootPattern-1566396203-router', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:36Z', 'updated_at': '2021-06-29T14:30:47Z', 'revision_number': 4, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'gw_port': {'id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:38Z', 'updated_at': '2021-06-29T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_floatingips': [{'id': 'fb4c9cc3-2740-46ce-b1f6-be4d146059fe', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'router_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'port_id': 'b8d7280e-7da4-4c22-a42a-b425e1bab683', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'mac_address': 'fa:16:3e:2c:e4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae33ebfa-dfb2-429b-9483-9a451954be1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:34:51Z', 'updated_at': '2021-06-29T14:34:55Z', 'revision_number': 1, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b9b5f29-4f70-4626-8d36-c27bd9f39841', 'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'mac_address': 'fa:16:3e:12:5a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:45Z', 'updated_at': '2021-06-29T14:30:58Z', 'revision_number': 5, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'subnets': [{'id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:38:33.630509 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-ca26c0e5-d66a-46af-a881-4ec6ca073212 req-4fe98415-a850-4cde-be48-088493bbd3a6 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0559487
Jun 29 14:38:33.633636 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c44f58-f75c-440a-9499-20e50398136b None None] Checking router: 07af9143-8575-4ba9-b96d-3229e022edba for host: dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:38:33.647232 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8c888183-2f8c-4ab2-9ab8-645c26d00857 req-2feec142-d788-4da3-aae5-af4f922c3669 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1b9efcd0-963e-4312-8efc-097d81e095b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0714383
Jun 29 14:38:33.651976 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12c44f58-f75c-440a-9499-20e50398136b None None] Routers {'07af9143-8575-4ba9-b96d-3229e022edba'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:38:33.652805 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-12c44f58-f75c-440a-9499-20e50398136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94878760>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:38:08Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['07af9143-8575-4ba9-b96d-3229e022edba'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:38:33.785559 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8c888183-2f8c-4ab2-9ab8-645c26d00857 req-8456e7fe-6729-4035-847a-fdef95205b35 service neutron] 10.222.0.69 "GET /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1282480
Jun 29 14:38:33.833907 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-12c44f58-f75c-440a-9499-20e50398136b None None] Set router 07af9143-8575-4ba9-b96d-3229e022edba gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:38:33.921862 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8c888183-2f8c-4ab2-9ab8-645c26d00857 req-10c9c5ac-dc04-4dd7-aa8c-8eea92471e30 service neutron] 10.222.0.69 "GET /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281836
Jun 29 14:38:34.182103 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-12c44f58-f75c-440a-9499-20e50398136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94878760>, [{'id': '07af9143-8575-4ba9-b96d-3229e022edba', 'name': 'tempest-TestVolumeBootPattern-1566396203-router', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:36Z', 'updated_at': '2021-06-29T14:30:47Z', 'revision_number': 4, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'gw_port': {'id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:38Z', 'updated_at': '2021-06-29T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_floatingips': [{'id': 'fb4c9cc3-2740-46ce-b1f6-be4d146059fe', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'router_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'port_id': 'b8d7280e-7da4-4c22-a42a-b425e1bab683', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'mac_address': 'fa:16:3e:2c:e4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae33ebfa-dfb2-429b-9483-9a451954be1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:34:51Z', 'updated_at': '2021-06-29T14:34:55Z', 'revision_number': 1, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b9b5f29-4f70-4626-8d36-c27bd9f39841', 'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'mac_address': 'fa:16:3e:12:5a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:45Z', 'updated_at': '2021-06-29T14:30:58Z', 'revision_number': 5, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'subnets': [{'id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:38:34.186521 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12c44f58-f75c-440a-9499-20e50398136b None None] The sync data for ids ['07af9143-8575-4ba9-b96d-3229e022edba'] in dv-cinder-798356-1-iscsi is: [{'id': '07af9143-8575-4ba9-b96d-3229e022edba', 'name': 'tempest-TestVolumeBootPattern-1566396203-router', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:36Z', 'updated_at': '2021-06-29T14:30:47Z', 'revision_number': 4, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'gw_port': {'id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:38Z', 'updated_at': '2021-06-29T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_floatingips': [{'id': 'fb4c9cc3-2740-46ce-b1f6-be4d146059fe', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'floating_ip_address': '172.27.1.186', 'floating_network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'router_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'port_id': 'b8d7280e-7da4-4c22-a42a-b425e1bab683', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'mac_address': 'fa:16:3e:2c:e4:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae33ebfa-dfb2-429b-9483-9a451954be1e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-06-29T14:34:51Z', 'updated_at': '2021-06-29T14:34:55Z', 'revision_number': 1, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5b9b5f29-4f70-4626-8d36-c27bd9f39841', 'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'mac_address': 'fa:16:3e:12:5a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:45Z', 'updated_at': '2021-06-29T14:30:58Z', 'revision_number': 5, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'subnets': [{'id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:38:34.410236 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4fc5a1b-1402-4bd5-8110-e79613d6a2b1 None None] New status for floating IP 557fcdfd-cf68-4e87-88cd-fee9224c8307: DOWN {{(pid=74237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 14:38:34.704256 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 6 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:38:34.841656 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a543ff-b7c7-4b09-a18e-fb78d8043870 req-cd1d23b2-9db8-4709-ab2a-f868a5045739 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:38:34.843593 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-25a543ff-b7c7-4b09-a18e-fb78d8043870 req-cd1d23b2-9db8-4709-ab2a-f868a5045739 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c6e0d0-9954-45b3-a0fc-ea9015011bb8 HTTP/1.1" status: 200  len: 946 time: 0.0821495
Jun 29 14:38:34.888749 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-25a543ff-b7c7-4b09-a18e-fb78d8043870 req-de321b54-78da-4ed9-a8dc-6d5303d70d52 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0396352
Jun 29 14:38:34.968147 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7af424e-8f62-4c70-928a-d300af2528cc req-5a2df262-9664-4e78-8b33-4f2dee0afb8b tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:38:34.969572 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-d7af424e-8f62-4c70-928a-d300af2528cc req-5a2df262-9664-4e78-8b33-4f2dee0afb8b tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.69 "GET /v2.0/ports?device_id=a6c6e0d0-9954-45b3-a0fc-ea9015011bb8 HTTP/1.1" status: 200  len: 946 time: 0.0742269
Jun 29 14:38:35.120501 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [req-d7af424e-8f62-4c70-928a-d300af2528cc req-be77f0e5-34d9-48fc-a04a-346e86e1c079 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Deleting port 64322865-cfd1-4791-969a-2dbac97a89b4 {{(pid=74235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:38:35.120736 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-d7af424e-8f62-4c70-928a-d300af2528cc req-be77f0e5-34d9-48fc-a04a-346e86e1c079 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:35.366405 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.db [req-d7af424e-8f62-4c70-928a-d300af2528cc req-be77f0e5-34d9-48fc-a04a-346e86e1c079 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] For port 64322865-cfd1-4791-969a-2dbac97a89b4, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=64322865-cfd1-4791-969a-2dbac97a89b4,segment=NetworkSegment(276a84e3-277d-4962-9d31-d392ba2cca90),segment_id=276a84e3-277d-4962-9d31-d392ba2cca90)] {{(pid=74235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:38:35.366779 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-d7af424e-8f62-4c70-928a-d300af2528cc req-be77f0e5-34d9-48fc-a04a-346e86e1c079 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:35.490516 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [req-d7af424e-8f62-4c70-928a-d300af2528cc req-be77f0e5-34d9-48fc-a04a-346e86e1c079 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Calling delete_port for 64322865-cfd1-4791-969a-2dbac97a89b4 owned by compute:nova {{(pid=74235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:38:35.631114 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-d7af424e-8f62-4c70-928a-d300af2528cc req-be77f0e5-34d9-48fc-a04a-346e86e1c079 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:35.636428 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:38:35.680616 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77f0e5-34d9-48fc-a04a-346e86e1c079 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Pushing event deleted for resources: {'Port': ['ID=64322865-cfd1-4791-969a-2dbac97a89b4,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:38:35.684011 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-be77f0e5-34d9-48fc-a04a-346e86e1c079 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:38:35.769541 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7af424e-8f62-4c70-928a-d300af2528cc req-be77f0e5-34d9-48fc-a04a-346e86e1c079 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] No DVR routers for this DVR port 64322865-cfd1-4791-969a-2dbac97a89b4 on host hv-cinder-79835 {{(pid=74235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 14:38:35.771952 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-d7af424e-8f62-4c70-928a-d300af2528cc req-be77f0e5-34d9-48fc-a04a-346e86e1c079 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:35.774582 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a6c6e0d0-9954-45b3-a0fc-ea9015011bb8', 'name': 'network-vif-deleted', 'tag': '64322865-cfd1-4791-969a-2dbac97a89b4'}] {{(pid=74235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:38:35.789672 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-d7af424e-8f62-4c70-928a-d300af2528cc req-be77f0e5-34d9-48fc-a04a-346e86e1c079 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.69 "DELETE /v2.0/ports/64322865-cfd1-4791-969a-2dbac97a89b4 HTTP/1.1" status: 204  len: 173 time: 0.8152678
Jun 29 14:38:35.916676 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a6c6e0d0-9954-45b3-a0fc-ea9015011bb8', 'name': 'network-vif-deleted', 'tag': '64322865-cfd1-4791-969a-2dbac97a89b4', 'status': 'completed', 'code': 200}
Jun 29 14:38:35.981767 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-1af373db-0f9c-463d-982b-b3ca00f99a0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:36.052793 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-0abab5fd-0d9b-4805-9737-b77f956f8ddb req-53ebb004-dce8-4d44-8abb-74bfc7ad6a97 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Synchronizing usage tracker for tenant:f8b1bff82789418781af3fd01f1db541 on resource:port {{(pid=74235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:38:36.074001 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-0abab5fd-0d9b-4805-9737-b77f956f8ddb req-53ebb004-dce8-4d44-8abb-74bfc7ad6a97 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Unset dirty status for tenant:f8b1bff82789418781af3fd01f1db541 on resource:port {{(pid=74235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:38:36.075547 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-0abab5fd-0d9b-4805-9737-b77f956f8ddb req-53ebb004-dce8-4d44-8abb-74bfc7ad6a97 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=a6c6e0d0-9954-45b3-a0fc-ea9015011bb8 HTTP/1.1" status: 200  len: 210 time: 0.0628376
Jun 29 14:38:36.389643 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:38.180210 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-942be29e-33d9-469c-be6a-542a79ecd7f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:38.885681 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 64322865-cfd1-4791-969a-2dbac97a89b4 no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:38:38.918004 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] No Port match for: 64322865-cfd1-4791-969a-2dbac97a89b4 {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:38:38.918378 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device 64322865-cfd1-4791-969a-2dbac97a89b4 not bound to the agent host hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:38:39.207456 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:39.579852 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48554) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:38:39.781811 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-9e5c00d9-be61-4107-8414-4a2ac3011edb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Deleting port dd34f5c1-bcf0-4190-98a9-945638679162 {{(pid=74235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:38:39.783194 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-9e5c00d9-be61-4107-8414-4a2ac3011edb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:39.953121 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-9e5c00d9-be61-4107-8414-4a2ac3011edb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:39.953352 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-9e5c00d9-be61-4107-8414-4a2ac3011edb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:40.071446 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:40.073010 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-9e5c00d9-be61-4107-8414-4a2ac3011edb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Calling delete_port for dd34f5c1-bcf0-4190-98a9-945638679162 owned by network:floatingip {{(pid=74235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:38:40.224748 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-9e5c00d9-be61-4107-8414-4a2ac3011edb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:40.228169 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-d0eddd91-1c0e-40cf-af31-d2ddde54ecdb tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:38:40.268523 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5c00d9-be61-4107-8414-4a2ac3011edb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Pushing event deleted for resources: {'Port': ['ID=dd34f5c1-bcf0-4190-98a9-945638679162,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:38:40.302876 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c00d9-be61-4107-8414-4a2ac3011edb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:38:40.303251 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c00d9-be61-4107-8414-4a2ac3011edb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:38:40.303615 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c00d9-be61-4107-8414-4a2ac3011edb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:38:40.303975 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c00d9-be61-4107-8414-4a2ac3011edb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:38:40.304333 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c00d9-be61-4107-8414-4a2ac3011edb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:38:40.304688 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c00d9-be61-4107-8414-4a2ac3011edb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:38:40.305040 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c00d9-be61-4107-8414-4a2ac3011edb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:38:40.305390 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c00d9-be61-4107-8414-4a2ac3011edb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:38:40.305740 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c00d9-be61-4107-8414-4a2ac3011edb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:38:40.306086 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c00d9-be61-4107-8414-4a2ac3011edb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:38:40.306429 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e5c00d9-be61-4107-8414-4a2ac3011edb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-798356-1-iscsi {{(pid=74235) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 29 14:38:40.313616 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-9e5c00d9-be61-4107-8414-4a2ac3011edb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:38:40.462196 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-9e5c00d9-be61-4107-8414-4a2ac3011edb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for floatingip, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:40.853673 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e5c00d9-be61-4107-8414-4a2ac3011edb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Router 07af9143-8575-4ba9-b96d-3229e022edba has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:38:40.914250 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:41.056055 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e5c00d9-be61-4107-8414-4a2ac3011edb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:38:41.066924 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310a1a28-a006-4b60-b27c-6b79db83b5bb None None] Sync routers for ids ['07af9143-8575-4ba9-b96d-3229e022edba'] in dv-cinder-798356-1-iscsi {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:38:41.077999 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-9e5c00d9-be61-4107-8414-4a2ac3011edb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for floatingip, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:41.081668 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310a1a28-a006-4b60-b27c-6b79db83b5bb None None] Routers {'07af9143-8575-4ba9-b96d-3229e022edba'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:38:41.082294 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-310a1a28-a006-4b60-b27c-6b79db83b5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94494a30>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:38:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['07af9143-8575-4ba9-b96d-3229e022edba'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:38:41.131046 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-9e5c00d9-be61-4107-8414-4a2ac3011edb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "DELETE /v2.0/floatingips/fb4c9cc3-2740-46ce-b1f6-be4d146059fe HTTP/1.1" status: 204  len: 168 time: 1.5501142
Jun 29 14:38:41.132747 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae33ebfa-dfb2-429b-9483-9a451954be1e', 'tag': 'b8d7280e-7da4-4c22-a42a-b425e1bab683'}] {{(pid=74235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:38:41.188318 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae33ebfa-dfb2-429b-9483-9a451954be1e', 'tag': 'b8d7280e-7da4-4c22-a42a-b425e1bab683', 'status': 'completed', 'code': 200}
Jun 29 14:38:41.292953 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bf0d0341-cdfe-4ed8-bbe4-b38faa9f7c15 req-971e12c5-3fe0-4738-92c8-190edf79a7e0 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=f8b1bff82789418781af3fd01f1db541&device_id=ae33ebfa-dfb2-429b-9483-9a451954be1e HTTP/1.1" status: 200  len: 1098 time: 0.0787258
Jun 29 14:38:41.306618 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-310a1a28-a006-4b60-b27c-6b79db83b5bb None None] Set router 07af9143-8575-4ba9-b96d-3229e022edba gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:38:41.455304 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d0341-cdfe-4ed8-bbe4-b38faa9f7c15 req-437fcb0e-0909-4bc5-a7bc-a0d86451affb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:38:41.456816 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bf0d0341-cdfe-4ed8-bbe4-b38faa9f7c15 req-437fcb0e-0909-4bc5-a7bc-a0d86451affb service neutron] 10.222.0.69 "GET /v2.0/networks?id=1b9efcd0-963e-4312-8efc-097d81e095b0 HTTP/1.1" status: 200  len: 913 time: 0.1577780
Jun 29 14:38:41.530670 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bf0d0341-cdfe-4ed8-bbe4-b38faa9f7c15 req-6e2d6faf-ddc5-4716-b4dd-dbd9659c1e73 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b8d7280e-7da4-4c22-a42a-b425e1bab683 HTTP/1.1" status: 200  len: 217 time: 0.0655391
Jun 29 14:38:41.543399 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ba2373-d1f6-401a-9475-41b92a538d91 req-5db309d4-cbcb-49cd-a322-af1a7f7bf62c tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:38:41.545563 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-42ba2373-d1f6-401a-9475-41b92a538d91 req-5db309d4-cbcb-49cd-a322-af1a7f7bf62c tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae33ebfa-dfb2-429b-9483-9a451954be1e HTTP/1.1" status: 200  len: 945 time: 0.0838706
Jun 29 14:38:41.594920 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-42ba2373-d1f6-401a-9475-41b92a538d91 req-c6ed11e6-6b20-4ee8-9df7-6fd31af0d388 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0432041
Jun 29 14:38:41.597897 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0d0341-cdfe-4ed8-bbe4-b38faa9f7c15 req-162485d0-f0fd-44db-8c6c-a98957656401 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:38:41.599374 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bf0d0341-cdfe-4ed8-bbe4-b38faa9f7c15 req-162485d0-f0fd-44db-8c6c-a98957656401 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=b1f452f3-ce90-45e6-b91e-51eb201b6ea6 HTTP/1.1" status: 200  len: 851 time: 0.0614707
Jun 29 14:38:41.669543 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-310a1a28-a006-4b60-b27c-6b79db83b5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94494a30>, [{'id': '07af9143-8575-4ba9-b96d-3229e022edba', 'name': 'tempest-TestVolumeBootPattern-1566396203-router', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:36Z', 'updated_at': '2021-06-29T14:30:47Z', 'revision_number': 4, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'gw_port': {'id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:38Z', 'updated_at': '2021-06-29T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '5b9b5f29-4f70-4626-8d36-c27bd9f39841', 'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'mac_address': 'fa:16:3e:12:5a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:45Z', 'updated_at': '2021-06-29T14:30:58Z', 'revision_number': 5, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'subnets': [{'id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:38:41.673708 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310a1a28-a006-4b60-b27c-6b79db83b5bb None None] Checking router: 07af9143-8575-4ba9-b96d-3229e022edba for host: dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:38:41.681626 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bf0d0341-cdfe-4ed8-bbe4-b38faa9f7c15 req-c0d8f372-235d-4e80-a363-208ad2eabddd service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=1b9efcd0-963e-4312-8efc-097d81e095b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0741451
Jun 29 14:38:41.684400 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-310a1a28-a006-4b60-b27c-6b79db83b5bb None None] Routers {'07af9143-8575-4ba9-b96d-3229e022edba'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:38:41.685020 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-310a1a28-a006-4b60-b27c-6b79db83b5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94494a30>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:38:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['07af9143-8575-4ba9-b96d-3229e022edba'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:38:41.814040 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bf0d0341-cdfe-4ed8-bbe4-b38faa9f7c15 req-1c02cbd2-bef6-421d-a5d9-84c1c256b2dd service neutron] 10.222.0.69 "GET /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1244204
Jun 29 14:38:41.861928 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-310a1a28-a006-4b60-b27c-6b79db83b5bb None None] Set router 07af9143-8575-4ba9-b96d-3229e022edba gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:38:41.947166 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-bf0d0341-cdfe-4ed8-bbe4-b38faa9f7c15 req-83ff0329-9924-4c91-b0e8-632085ca0a7a service neutron] 10.222.0.69 "GET /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1247256
Jun 29 14:38:42.174025 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-310a1a28-a006-4b60-b27c-6b79db83b5bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94494a30>, [{'id': '07af9143-8575-4ba9-b96d-3229e022edba', 'name': 'tempest-TestVolumeBootPattern-1566396203-router', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:36Z', 'updated_at': '2021-06-29T14:30:47Z', 'revision_number': 4, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'gw_port': {'id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:38Z', 'updated_at': '2021-06-29T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '5b9b5f29-4f70-4626-8d36-c27bd9f39841', 'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'mac_address': 'fa:16:3e:12:5a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:45Z', 'updated_at': '2021-06-29T14:30:58Z', 'revision_number': 5, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'subnets': [{'id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:38:42.177893 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-310a1a28-a006-4b60-b27c-6b79db83b5bb None None] The sync data for ids ['07af9143-8575-4ba9-b96d-3229e022edba'] in dv-cinder-798356-1-iscsi is: [{'id': '07af9143-8575-4ba9-b96d-3229e022edba', 'name': 'tempest-TestVolumeBootPattern-1566396203-router', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:36Z', 'updated_at': '2021-06-29T14:30:47Z', 'revision_number': 4, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'gw_port': {'id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:38Z', 'updated_at': '2021-06-29T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '5b9b5f29-4f70-4626-8d36-c27bd9f39841', 'name': '', 'network_id': '1b9efcd0-963e-4312-8efc-097d81e095b0', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'mac_address': 'fa:16:3e:12:5a:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:45Z', 'updated_at': '2021-06-29T14:30:58Z', 'revision_number': 5, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'subnets': [{'id': 'b1f452f3-ce90-45e6-b91e-51eb201b6ea6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:38:42.395806 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acdb2c6c-6500-4e66-9b6a-07a77a3e6b92 None None] New status for floating IP fb4c9cc3-2740-46ce-b1f6-be4d146059fe: DOWN {{(pid=74237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 14:38:42.798544 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d63abf-d27c-4c17-8e44-fe6794140cd2 req-db883fb8-74f9-4277-a22d-463281212ba0 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:38:42.799247 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-b0d63abf-d27c-4c17-8e44-fe6794140cd2 req-db883fb8-74f9-4277-a22d-463281212ba0 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Synchronizing usage tracker for tenant:f8b1bff82789418781af3fd01f1db541 on resource:port {{(pid=74235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:38:42.814143 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-b0d63abf-d27c-4c17-8e44-fe6794140cd2 req-db883fb8-74f9-4277-a22d-463281212ba0 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Unset dirty status for tenant:f8b1bff82789418781af3fd01f1db541 on resource:port {{(pid=74235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:38:42.815302 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b0d63abf-d27c-4c17-8e44-fe6794140cd2 req-db883fb8-74f9-4277-a22d-463281212ba0 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae33ebfa-dfb2-429b-9483-9a451954be1e HTTP/1.1" status: 200  len: 945 time: 0.0898683
Jun 29 14:38:42.862945 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b0d63abf-d27c-4c17-8e44-fe6794140cd2 req-11d63698-b8e1-4e63-a620-2b4fc2a9f39c tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7e07530-5b93-48f5-be99-60d6257727fb&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395041
Jun 29 14:38:43.138816 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f1bef3-31dc-4219-bc1c-d577ea4dd53e req-a619cb63-3ce7-4015-9aac-51b46d533f38 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:38:43.140218 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-55f1bef3-31dc-4219-bc1c-d577ea4dd53e req-a619cb63-3ce7-4015-9aac-51b46d533f38 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.69 "GET /v2.0/ports?device_id=ae33ebfa-dfb2-429b-9483-9a451954be1e HTTP/1.1" status: 200  len: 945 time: 0.1861813
Jun 29 14:38:43.208346 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [req-55f1bef3-31dc-4219-bc1c-d577ea4dd53e req-ebeddd32-e0c4-49b7-b753-6f651ceacc7a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Deleting port b8d7280e-7da4-4c22-a42a-b425e1bab683 {{(pid=74235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:38:43.208678 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-55f1bef3-31dc-4219-bc1c-d577ea4dd53e req-ebeddd32-e0c4-49b7-b753-6f651ceacc7a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:43.449662 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.db [req-55f1bef3-31dc-4219-bc1c-d577ea4dd53e req-ebeddd32-e0c4-49b7-b753-6f651ceacc7a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] For port b8d7280e-7da4-4c22-a42a-b425e1bab683, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=b8d7280e-7da4-4c22-a42a-b425e1bab683,segment=NetworkSegment(276a84e3-277d-4962-9d31-d392ba2cca90),segment_id=276a84e3-277d-4962-9d31-d392ba2cca90)] {{(pid=74235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:38:43.449925 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-55f1bef3-31dc-4219-bc1c-d577ea4dd53e req-ebeddd32-e0c4-49b7-b753-6f651ceacc7a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:43.569052 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [req-55f1bef3-31dc-4219-bc1c-d577ea4dd53e req-ebeddd32-e0c4-49b7-b753-6f651ceacc7a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Calling delete_port for b8d7280e-7da4-4c22-a42a-b425e1bab683 owned by compute:nova {{(pid=74235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:38:43.716133 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-55f1bef3-31dc-4219-bc1c-d577ea4dd53e req-ebeddd32-e0c4-49b7-b753-6f651ceacc7a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:43.722146 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-d0eddd91-1c0e-40cf-af31-d2ddde54ecdb tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:38:43.770432 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebeddd32-e0c4-49b7-b753-6f651ceacc7a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Pushing event deleted for resources: {'Port': ['ID=b8d7280e-7da4-4c22-a42a-b425e1bab683,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:38:43.773104 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-ebeddd32-e0c4-49b7-b753-6f651ceacc7a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:38:43.841017 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.l3_dvrscheduler_db [req-55f1bef3-31dc-4219-bc1c-d577ea4dd53e req-ebeddd32-e0c4-49b7-b753-6f651ceacc7a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] No DVR routers for this DVR port b8d7280e-7da4-4c22-a42a-b425e1bab683 on host hv-cinder-79835 {{(pid=74235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 14:38:43.843487 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-55f1bef3-31dc-4219-bc1c-d577ea4dd53e req-ebeddd32-e0c4-49b7-b753-6f651ceacc7a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:43.845987 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae33ebfa-dfb2-429b-9483-9a451954be1e', 'name': 'network-vif-deleted', 'tag': 'b8d7280e-7da4-4c22-a42a-b425e1bab683'}] {{(pid=74235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:38:43.862097 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-55f1bef3-31dc-4219-bc1c-d577ea4dd53e req-ebeddd32-e0c4-49b7-b753-6f651ceacc7a tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.69 "DELETE /v2.0/ports/b8d7280e-7da4-4c22-a42a-b425e1bab683 HTTP/1.1" status: 204  len: 173 time: 0.7150583
Jun 29 14:38:43.913949 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae33ebfa-dfb2-429b-9483-9a451954be1e', 'name': 'network-vif-deleted', 'tag': 'b8d7280e-7da4-4c22-a42a-b425e1bab683', 'status': 'completed', 'code': 200}
Jun 29 14:38:44.032946 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-b45205b4-6374-4446-8cdb-bec196cdb8f6 req-42f67045-9a24-47bc-8ecc-c0c5f2d2fc44 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Synchronizing usage tracker for tenant:f8b1bff82789418781af3fd01f1db541 on resource:port {{(pid=74235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:38:44.048159 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-b45205b4-6374-4446-8cdb-bec196cdb8f6 req-42f67045-9a24-47bc-8ecc-c0c5f2d2fc44 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Unset dirty status for tenant:f8b1bff82789418781af3fd01f1db541 on resource:port {{(pid=74235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:38:44.049223 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b45205b4-6374-4446-8cdb-bec196cdb8f6 req-42f67045-9a24-47bc-8ecc-c0c5f2d2fc44 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "GET /v2.0/ports?device_id=ae33ebfa-dfb2-429b-9483-9a451954be1e HTTP/1.1" status: 200  len: 210 time: 0.0560460
Jun 29 14:38:45.156631 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48572) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:38:45.309991 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-b6473d3f-b484-4945-8b35-75ee4e7e5377 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Deleting port a9faec3b-bcff-4d46-94bd-99ee55a391f4 {{(pid=74235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:38:45.310315 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-b6473d3f-b484-4945-8b35-75ee4e7e5377 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:45.472689 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-b6473d3f-b484-4945-8b35-75ee4e7e5377 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:45.473010 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-b6473d3f-b484-4945-8b35-75ee4e7e5377 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:45.592991 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-b6473d3f-b484-4945-8b35-75ee4e7e5377 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Calling delete_port for a9faec3b-bcff-4d46-94bd-99ee55a391f4 owned by network:floatingip {{(pid=74235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:38:45.730406 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-b6473d3f-b484-4945-8b35-75ee4e7e5377 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:45.734766 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-3a3e6f22-df6b-410f-9ae0-6c69a09724e4 tempest-AttachVolumeShelveTestJSON-1931153804 tempest-AttachVolumeShelveTestJSON-1931153804-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:38:45.778735 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6473d3f-b484-4945-8b35-75ee4e7e5377 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Pushing event deleted for resources: {'Port': ['ID=a9faec3b-bcff-4d46-94bd-99ee55a391f4,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:38:45.782975 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-b6473d3f-b484-4945-8b35-75ee4e7e5377 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:38:45.960656 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-b6473d3f-b484-4945-8b35-75ee4e7e5377 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for floatingip, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:45.979519 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-b6473d3f-b484-4945-8b35-75ee4e7e5377 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for floatingip, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:45.980659 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-b6473d3f-b484-4945-8b35-75ee4e7e5377 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "DELETE /v2.0/floatingips/4e46282d-812c-4492-9763-8271ad382410 HTTP/1.1" status: 204  len: 168 time: 0.8230438
Jun 29 14:38:46.902630 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device b8d7280e-7da4-4c22-a42a-b425e1bab683 no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:38:46.935637 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] No Port match for: b8d7280e-7da4-4c22-a42a-b425e1bab683 {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:38:46.936009 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device b8d7280e-7da4-4c22-a42a-b425e1bab683 not bound to the agent host hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:38:47.370144 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48586) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:38:47.438630 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-67da2fc4-6deb-4e67-88fb-8552230e2c08 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:47.469957 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-67da2fc4-6deb-4e67-88fb-8552230e2c08 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:47.534346 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-67da2fc4-6deb-4e67-88fb-8552230e2c08 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:47.538207 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-2024c612-a553-4022-a701-09da1661b01b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:38:47.553942 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67da2fc4-6deb-4e67-88fb-8552230e2c08 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7e07530-5b93-48f5-be99-60d6257727fb,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:38:47.557291 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-67da2fc4-6deb-4e67-88fb-8552230e2c08 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:38:47.567791 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-67da2fc4-6deb-4e67-88fb-8552230e2c08 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:47.568896 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-67da2fc4-6deb-4e67-88fb-8552230e2c08 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] 10.222.0.13 "DELETE /v2.0/security-groups/c7e07530-5b93-48f5-be99-60d6257727fb HTTP/1.1" status: 204  len: 168 time: 0.1976726
Jun 29 14:38:47.638332 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 48592) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:38:48.155876 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7f0bef66-0dc1-4b8b-af38-b09f3c67b2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667743'] for router_interface, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:48.855195 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [None req-7f0bef66-0dc1-4b8b-af38-b09f3c67b2da admin admin] Deleting port 5b9b5f29-4f70-4626-8d36-c27bd9f39841 {{(pid=74234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:38:48.855902 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7f0bef66-0dc1-4b8b-af38-b09f3c67b2da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:49.033626 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [None req-7f0bef66-0dc1-4b8b-af38-b09f3c67b2da admin admin] For port 5b9b5f29-4f70-4626-8d36-c27bd9f39841, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=5b9b5f29-4f70-4626-8d36-c27bd9f39841,segment=NetworkSegment(276a84e3-277d-4962-9d31-d392ba2cca90),segment_id=276a84e3-277d-4962-9d31-d392ba2cca90)] {{(pid=74234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:38:49.033981 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7f0bef66-0dc1-4b8b-af38-b09f3c67b2da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:49.152245 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [None req-7f0bef66-0dc1-4b8b-af38-b09f3c67b2da admin admin] Calling delete_port for 5b9b5f29-4f70-4626-8d36-c27bd9f39841 owned by network:router_interface {{(pid=74234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:38:49.331325 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7f0bef66-0dc1-4b8b-af38-b09f3c67b2da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:49.335006 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-f2f136a8-2ba1-4440-a94e-7a490f86a1fe tempest-AttachVolumeNegativeTest-1696302665 tempest-AttachVolumeNegativeTest-1696302665-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:38:49.377112 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0bef66-0dc1-4b8b-af38-b09f3c67b2da admin admin] Pushing event deleted for resources: {'Port': ['ID=5b9b5f29-4f70-4626-8d36-c27bd9f39841,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:38:49.379663 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-7f0bef66-0dc1-4b8b-af38-b09f3c67b2da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:38:49.677187 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-7f0bef66-0dc1-4b8b-af38-b09f3c67b2da admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669537'] for router_interface, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:50.323444 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f0bef66-0dc1-4b8b-af38-b09f3c67b2da admin admin] Router 07af9143-8575-4ba9-b96d-3229e022edba has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:38:50.517390 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f0bef66-0dc1-4b8b-af38-b09f3c67b2da admin admin] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:38:50.525743 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c31dfd-d052-4165-88c4-0712d7d33b47 None None] Sync routers for ids ['07af9143-8575-4ba9-b96d-3229e022edba'] in dv-cinder-798356-1-iscsi {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:38:50.529904 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-7f0bef66-0dc1-4b8b-af38-b09f3c67b2da admin admin] 10.222.0.13 "PUT /v2.0/routers/07af9143-8575-4ba9-b96d-3229e022edba/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8894222
Jun 29 14:38:50.532388 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 48598) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:38:50.538311 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c31dfd-d052-4165-88c4-0712d7d33b47 None None] Routers {'07af9143-8575-4ba9-b96d-3229e022edba'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:38:50.538977 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-51c31dfd-d052-4165-88c4-0712d7d33b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94927130>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:38:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['07af9143-8575-4ba9-b96d-3229e022edba'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:38:50.727594 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-51c31dfd-d052-4165-88c4-0712d7d33b47 None None] Set router 07af9143-8575-4ba9-b96d-3229e022edba gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:38:50.738911 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-82f06eb1-5264-4e40-af01-539bfc089386 admin admin] Notify callbacks [] for router, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:50.968874 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-82f06eb1-5264-4e40-af01-539bfc089386 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:50.979471 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [None req-82f06eb1-5264-4e40-af01-539bfc089386 admin admin] Deleting port fe38e03d-8538-4c14-b554-e93783740f24 {{(pid=74234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:38:50.980004 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-82f06eb1-5264-4e40-af01-539bfc089386 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:51.053463 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-51c31dfd-d052-4165-88c4-0712d7d33b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94927130>, [{'id': '07af9143-8575-4ba9-b96d-3229e022edba', 'name': 'tempest-TestVolumeBootPattern-1566396203-router', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:36Z', 'updated_at': '2021-06-29T14:38:49Z', 'revision_number': 5, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'gw_port': {'id': 'fe38e03d-8538-4c14-b554-e93783740f24', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:3d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '07af9143-8575-4ba9-b96d-3229e022edba', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:38Z', 'updated_at': '2021-06-29T14:30:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi'}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:38:51.057636 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c31dfd-d052-4165-88c4-0712d7d33b47 None None] Checking router: 07af9143-8575-4ba9-b96d-3229e022edba for host: dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:38:51.068754 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c31dfd-d052-4165-88c4-0712d7d33b47 None None] Routers {'07af9143-8575-4ba9-b96d-3229e022edba'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:38:51.069381 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-51c31dfd-d052-4165-88c4-0712d7d33b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94927130>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:38:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['07af9143-8575-4ba9-b96d-3229e022edba'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:38:51.150452 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [None req-82f06eb1-5264-4e40-af01-539bfc089386 admin admin] For port fe38e03d-8538-4c14-b554-e93783740f24, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=fe38e03d-8538-4c14-b554-e93783740f24,segment=NetworkSegment(c4c225a7-9a59-46d1-b662-631cedda96e9),segment_id=c4c225a7-9a59-46d1-b662-631cedda96e9)] {{(pid=74234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:38:51.150829 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-82f06eb1-5264-4e40-af01-539bfc089386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:51.221249 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-51c31dfd-d052-4165-88c4-0712d7d33b47 None None] Set router 07af9143-8575-4ba9-b96d-3229e022edba gateway port host: None {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:38:51.270926 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [None req-82f06eb1-5264-4e40-af01-539bfc089386 admin admin] Calling delete_port for fe38e03d-8538-4c14-b554-e93783740f24 owned by network:router_gateway {{(pid=74234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:38:51.325034 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-51c31dfd-d052-4165-88c4-0712d7d33b47 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94927130>, [{'id': '07af9143-8575-4ba9-b96d-3229e022edba', 'name': 'tempest-TestVolumeBootPattern-1566396203-router', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:36Z', 'updated_at': '2021-06-29T14:38:50Z', 'revision_number': 6, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'gw_port_host': None}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:38:51.329050 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51c31dfd-d052-4165-88c4-0712d7d33b47 None None] The sync data for ids ['07af9143-8575-4ba9-b96d-3229e022edba'] in dv-cinder-798356-1-iscsi is: [{'id': '07af9143-8575-4ba9-b96d-3229e022edba', 'name': 'tempest-TestVolumeBootPattern-1566396203-router', 'tenant_id': 'f8b1bff82789418781af3fd01f1db541', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:36Z', 'updated_at': '2021-06-29T14:38:50Z', 'revision_number': 6, 'project_id': 'f8b1bff82789418781af3fd01f1db541', 'gw_port_host': None}] {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:38:51.437075 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-82f06eb1-5264-4e40-af01-539bfc089386 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:51.440573 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-66021013-0b92-4712-a3fb-3cf62f150714 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:38:51.482144 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f06eb1-5264-4e40-af01-539bfc089386 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe38e03d-8538-4c14-b554-e93783740f24,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:38:51.486237 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-82f06eb1-5264-4e40-af01-539bfc089386 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:38:51.758271 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 5b9b5f29-4f70-4626-8d36-c27bd9f39841 no longer exists at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:38:51.802414 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] No Port match for: 5b9b5f29-4f70-4626-8d36-c27bd9f39841 {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:38:51.803037 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 5b9b5f29-4f70-4626-8d36-c27bd9f39841 not bound to the agent host dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:38:51.812761 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-82f06eb1-5264-4e40-af01-539bfc089386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670088'] for router_gateway, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:52.070930 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-82f06eb1-5264-4e40-af01-539bfc089386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6774'] for router, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:52.075095 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-82f06eb1-5264-4e40-af01-539bfc089386 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:52.099562 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-82f06eb1-5264-4e40-af01-539bfc089386 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-673524'] for router, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:52.100120 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f06eb1-5264-4e40-af01-539bfc089386 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 07af9143-8575-4ba9-b96d-3229e022edba {{(pid=74234) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 29 14:38:52.114751 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-82f06eb1-5264-4e40-af01-539bfc089386 admin admin] Notify callbacks [] for router, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:52.116112 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-82f06eb1-5264-4e40-af01-539bfc089386 admin admin] 10.222.0.13 "DELETE /v2.0/routers/07af9143-8575-4ba9-b96d-3229e022edba HTTP/1.1" status: 204  len: 168 time: 1.5826001
Jun 29 14:38:52.118919 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48602) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:38:52.177841 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f40ced-e349-426f-a28c-3c90b56d2dcb admin admin] Deleting subnet b1f452f3-ce90-45e6-b91e-51eb201b6ea6 {{(pid=74235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 14:38:52.180643 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-f7f40ced-e349-426f-a28c-3c90b56d2dcb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:52.234992 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-f7f40ced-e349-426f-a28c-3c90b56d2dcb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1897654'] for subnet, precommit_delete_associations {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:52.321070 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-f7f40ced-e349-426f-a28c-3c90b56d2dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3930061'] for subnet, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:52.391992 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-f7f40ced-e349-426f-a28c-3c90b56d2dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1167277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1167964'] for subnet, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:52.395955 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:38:52.432829 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f40ced-e349-426f-a28c-3c90b56d2dcb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b1f452f3-ce90-45e6-b91e-51eb201b6ea6,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:38:52.436890 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-f7f40ced-e349-426f-a28c-3c90b56d2dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:38:52.440234 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-f7f40ced-e349-426f-a28c-3c90b56d2dcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:52.445443 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-206d9378-4c05-443a-af2a-b221aa8e0d1d None None] Network 1b9efcd0-963e-4312-8efc-097d81e095b0 requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:38:52.447219 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-f7f40ced-e349-426f-a28c-3c90b56d2dcb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b1f452f3-ce90-45e6-b91e-51eb201b6ea6 HTTP/1.1" status: 204  len: 168 time: 0.3272450
Jun 29 14:38:52.449676 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48606) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:38:52.557293 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-41f25006-1ca9-4a77-a0f9-3dcdf8902e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3691460'] for network, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:52.568437 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-41f25006-1ca9-4a77-a0f9-3dcdf8902e9f admin admin] Deleting port bfe08535-8182-42f1-bd98-46acbd252286 {{(pid=74235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:38:52.568766 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-41f25006-1ca9-4a77-a0f9-3dcdf8902e9f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:52.726928 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8427bd44-9e21-43de-82b5-dd36eb37755e None None] DHCP port deletion for 1b9efcd0-963e-4312-8efc-097d81e095b0 request from dv-cinder-798356-1-iscsi {{(pid=74236) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 29 14:38:52.731277 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-8427bd44-9e21-43de-82b5-dd36eb37755e None None] Deleting port bfe08535-8182-42f1-bd98-46acbd252286 {{(pid=74236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:38:52.731651 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-8427bd44-9e21-43de-82b5-dd36eb37755e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:52.781720 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.db [None req-41f25006-1ca9-4a77-a0f9-3dcdf8902e9f admin admin] For port bfe08535-8182-42f1-bd98-46acbd252286, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=bfe08535-8182-42f1-bd98-46acbd252286,segment=NetworkSegment(276a84e3-277d-4962-9d31-d392ba2cca90),segment_id=276a84e3-277d-4962-9d31-d392ba2cca90)] {{(pid=74235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:38:52.782067 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-41f25006-1ca9-4a77-a0f9-3dcdf8902e9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:52.921587 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-41f25006-1ca9-4a77-a0f9-3dcdf8902e9f admin admin] Calling delete_port for bfe08535-8182-42f1-bd98-46acbd252286 owned by network:dhcp {{(pid=74235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:38:52.933001 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-8427bd44-9e21-43de-82b5-dd36eb37755e None None] For port bfe08535-8182-42f1-bd98-46acbd252286, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=bfe08535-8182-42f1-bd98-46acbd252286,segment=NetworkSegment(276a84e3-277d-4962-9d31-d392ba2cca90),segment_id=276a84e3-277d-4962-9d31-d392ba2cca90)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:38:52.933588 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-8427bd44-9e21-43de-82b5-dd36eb37755e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:52.999762 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-41f25006-1ca9-4a77-a0f9-3dcdf8902e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:53.005346 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-9e5c00d9-be61-4107-8414-4a2ac3011edb tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:38:53.051569 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-8427bd44-9e21-43de-82b5-dd36eb37755e None None] Calling delete_port for bfe08535-8182-42f1-bd98-46acbd252286 owned by network:dhcp {{(pid=74236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:38:53.052820 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f25006-1ca9-4a77-a0f9-3dcdf8902e9f admin admin] Pushing event deleted for resources: {'Port': ['ID=bfe08535-8182-42f1-bd98-46acbd252286,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:38:53.055855 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-41f25006-1ca9-4a77-a0f9-3dcdf8902e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:38:53.058397 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f25006-1ca9-4a77-a0f9-3dcdf8902e9f admin admin] No DVR routers for this DVR port bfe08535-8182-42f1-bd98-46acbd252286 on host dv-cinder-798356-1-iscsi {{(pid=74235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 14:38:53.127429 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.db.api [None req-8427bd44-9e21-43de-82b5-dd36eb37755e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 29 14:38:53.127790 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_db.api [None req-8427bd44-9e21-43de-82b5-dd36eb37755e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 29 14:38:53.180700 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-41f25006-1ca9-4a77-a0f9-3dcdf8902e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931320', 'neutron.services.segments.db._delete_segments_for_network-8730483304066'] for network, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:53.194356 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.services.segments.db [None req-41f25006-1ca9-4a77-a0f9-3dcdf8902e9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b93da4fa0>,) {'filters': {'network_id': ['1b9efcd0-963e-4312-8efc-097d81e095b0']}} {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:38:53.206268 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.services.segments.db [None req-41f25006-1ca9-4a77-a0f9-3dcdf8902e9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b93da4fa0>, '276a84e3-277d-4962-9d31-d392ba2cca90') {'for_net_delete': True} {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:38:53.206598 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.services.segments.db [None req-41f25006-1ca9-4a77-a0f9-3dcdf8902e9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b93da4fa0>, '276a84e3-277d-4962-9d31-d392ba2cca90') {} {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:38:53.219087 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-41f25006-1ca9-4a77-a0f9-3dcdf8902e9f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730483226525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1897657'] for segment, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:53.239622 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-41f25006-1ca9-4a77-a0f9-3dcdf8902e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:53.246437 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41f25006-1ca9-4a77-a0f9-3dcdf8902e9f admin admin] Releasing vlan 507 on physical network physnet1 to pool {{(pid=74235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 14:38:53.246858 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-41f25006-1ca9-4a77-a0f9-3dcdf8902e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3829314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1167115'] for segment, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:53.260660 dv-cinder-798356-1-iscsi neutron-server[74235]: Traceback (most recent call last):
Jun 29 14:38:53.260660 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 14:38:53.260660 dv-cinder-798356-1-iscsi neutron-server[74235]:     timer()
Jun 29 14:38:53.260660 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 14:38:53.260660 dv-cinder-798356-1-iscsi neutron-server[74235]:     cb(*args, **kw)
Jun 29 14:38:53.260660 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 14:38:53.260660 dv-cinder-798356-1-iscsi neutron-server[74235]:     return func(*args, **kwargs)
Jun 29 14:38:53.260660 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 14:38:53.260660 dv-cinder-798356-1-iscsi neutron-server[74235]:     self._notify()
Jun 29 14:38:53.260660 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 14:38:53.260660 dv-cinder-798356-1-iscsi neutron-server[74235]:     self.callback(batched_events)
Jun 29 14:38:53.260660 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 14:38:53.260660 dv-cinder-798356-1-iscsi neutron-server[74235]:     event.method(event)
Jun 29 14:38:53.260660 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 14:38:53.260660 dv-cinder-798356-1-iscsi neutron-server[74235]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 14:38:53.260660 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 14:38:53.260660 dv-cinder-798356-1-iscsi neutron-server[74235]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 14:38:53.260660 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 14:38:53.260660 dv-cinder-798356-1-iscsi neutron-server[74235]:     return f(self, *a, **k)
Jun 29 14:38:53.260660 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 14:38:53.260660 dv-cinder-798356-1-iscsi neutron-server[74235]:     return self._get(url).json()
Jun 29 14:38:53.260660 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 14:38:53.260660 dv-cinder-798356-1-iscsi neutron-server[74235]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 14:38:53.260660 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 14:38:53.260660 dv-cinder-798356-1-iscsi neutron-server[74235]:     return self.request(url, 'GET', **kwargs)
Jun 29 14:38:53.260660 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 14:38:53.260660 dv-cinder-798356-1-iscsi neutron-server[74235]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 14:38:53.260660 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 14:38:53.260660 dv-cinder-798356-1-iscsi neutron-server[74235]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 14:38:53.260660 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 14:38:53.260660 dv-cinder-798356-1-iscsi neutron-server[74235]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 14:38:53.260660 dv-cinder-798356-1-iscsi neutron-server[74235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 14:38:53.340831 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-41f25006-1ca9-4a77-a0f9-3dcdf8902e9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3930699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670133'] for network, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:53.344865 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-0f5bf82a-856b-44f6-8b71-923819dc0b35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:38:53.358053 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-41f25006-1ca9-4a77-a0f9-3dcdf8902e9f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:53.368670 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f25006-1ca9-4a77-a0f9-3dcdf8902e9f admin admin] Pushing event deleted for resources: {'Network': ['ID=1b9efcd0-963e-4312-8efc-097d81e095b0,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:38:53.371945 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-41f25006-1ca9-4a77-a0f9-3dcdf8902e9f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:38:53.383332 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-41f25006-1ca9-4a77-a0f9-3dcdf8902e9f admin admin] 10.222.0.13 "DELETE /v2.0/networks/1b9efcd0-963e-4312-8efc-097d81e095b0 HTTP/1.1" status: 204  len: 168 time: 0.9326520
Jun 29 14:38:53.386276 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48610) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:38:53.444071 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device bfe08535-8182-42f1-bd98-46acbd252286 no longer exists at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:38:53.476460 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] No Port match for: bfe08535-8182-42f1-bd98-46acbd252286 {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:38:53.476815 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device bfe08535-8182-42f1-bd98-46acbd252286 not bound to the agent host dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:38:53.477244 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device fe38e03d-8538-4c14-b554-e93783740f24 no longer exists at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:38:53.508804 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] No Port match for: fe38e03d-8538-4c14-b554-e93783740f24 {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:38:53.509160 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device fe38e03d-8538-4c14-b554-e93783740f24 not bound to the agent host dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:38:53.629524 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-8427bd44-9e21-43de-82b5-dd36eb37755e None None] Deleting port bfe08535-8182-42f1-bd98-46acbd252286 {{(pid=74236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:38:53.629908 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-8427bd44-9e21-43de-82b5-dd36eb37755e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:53.700460 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-8427bd44-9e21-43de-82b5-dd36eb37755e None None] The port 'bfe08535-8182-42f1-bd98-46acbd252286' was deleted {{(pid=74236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 29 14:38:53.876617 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-0268b942-62b7-4ebd-a8cd-bfd64930e1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667743'] for router_interface, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:54.476448 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-0268b942-62b7-4ebd-a8cd-bfd64930e1bf admin admin] Deleting port 718dacf9-c63e-4427-afe9-f77602aa7f94 {{(pid=74235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:38:54.477145 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-0268b942-62b7-4ebd-a8cd-bfd64930e1bf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:54.646157 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.db [None req-0268b942-62b7-4ebd-a8cd-bfd64930e1bf admin admin] For port 718dacf9-c63e-4427-afe9-f77602aa7f94, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=718dacf9-c63e-4427-afe9-f77602aa7f94,segment=NetworkSegment(4092b7fe-dfe8-4984-9cf9-7cac06887fa4),segment_id=4092b7fe-dfe8-4984-9cf9-7cac06887fa4)] {{(pid=74235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:38:54.646534 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-0268b942-62b7-4ebd-a8cd-bfd64930e1bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:54.764673 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-0268b942-62b7-4ebd-a8cd-bfd64930e1bf admin admin] Calling delete_port for 718dacf9-c63e-4427-afe9-f77602aa7f94 owned by network:router_interface {{(pid=74235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:38:54.949875 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-0268b942-62b7-4ebd-a8cd-bfd64930e1bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:54.954447 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-2addf5be-5e39-41d2-b5eb-f715c3b58b9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:38:54.997852 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0268b942-62b7-4ebd-a8cd-bfd64930e1bf admin admin] Pushing event deleted for resources: {'Port': ['ID=718dacf9-c63e-4427-afe9-f77602aa7f94,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:38:55.033014 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-0268b942-62b7-4ebd-a8cd-bfd64930e1bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:38:55.390109 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-0268b942-62b7-4ebd-a8cd-bfd64930e1bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669537'] for router_interface, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:55.957349 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0268b942-62b7-4ebd-a8cd-bfd64930e1bf admin admin] Router 94fb0132-c1ea-4015-be7f-720f1191abd4 has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:38:56.153726 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0268b942-62b7-4ebd-a8cd-bfd64930e1bf admin admin] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:38:56.161961 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bc01ab-6bd5-4bd0-8a8e-7b576358891f None None] Sync routers for ids ['94fb0132-c1ea-4015-be7f-720f1191abd4'] in dv-cinder-798356-1-iscsi {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:38:56.171819 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-0268b942-62b7-4ebd-a8cd-bfd64930e1bf admin admin] 10.222.0.13 "PUT /v2.0/routers/94fb0132-c1ea-4015-be7f-720f1191abd4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7844911
Jun 29 14:38:56.174191 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48614) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:38:56.176120 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bc01ab-6bd5-4bd0-8a8e-7b576358891f None None] Routers {'94fb0132-c1ea-4015-be7f-720f1191abd4'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:38:56.177155 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-77bc01ab-6bd5-4bd0-8a8e-7b576358891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94ef5dc0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:38:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['94fb0132-c1ea-4015-be7f-720f1191abd4'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:38:56.359716 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-77bc01ab-6bd5-4bd0-8a8e-7b576358891f None None] Set router 94fb0132-c1ea-4015-be7f-720f1191abd4 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:38:56.374404 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-60d535b3-ca76-4e01-9255-d7f0351b164d admin admin] Notify callbacks [] for router, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:56.570507 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-60d535b3-ca76-4e01-9255-d7f0351b164d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:56.581083 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-60d535b3-ca76-4e01-9255-d7f0351b164d admin admin] Deleting port 700c7c02-4529-4765-9ce6-857dc6bf3d27 {{(pid=74235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:38:56.581419 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-60d535b3-ca76-4e01-9255-d7f0351b164d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:56.678706 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-77bc01ab-6bd5-4bd0-8a8e-7b576358891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94ef5dc0>, [{'id': '94fb0132-c1ea-4015-be7f-720f1191abd4', 'name': 'tempest-TestVolumeBootPattern-869986334-router', 'tenant_id': '8f852b0bdecd4894923f5af3d7e9c2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.49'}], 'enable_snat': True}, 'gw_port_id': '700c7c02-4529-4765-9ce6-857dc6bf3d27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:56Z', 'updated_at': '2021-06-29T14:38:54Z', 'revision_number': 5, 'project_id': '8f852b0bdecd4894923f5af3d7e9c2a7', 'gw_port': {'id': '700c7c02-4529-4765-9ce6-857dc6bf3d27', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:36:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '94fb0132-c1ea-4015-be7f-720f1191abd4', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:30:58Z', 'updated_at': '2021-06-29T14:31:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi'}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:38:56.683875 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bc01ab-6bd5-4bd0-8a8e-7b576358891f None None] Checking router: 94fb0132-c1ea-4015-be7f-720f1191abd4 for host: dv-cinder-798356-1-iscsi {{(pid=74237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:38:56.696726 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77bc01ab-6bd5-4bd0-8a8e-7b576358891f None None] Routers {'94fb0132-c1ea-4015-be7f-720f1191abd4'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:38:56.697712 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-77bc01ab-6bd5-4bd0-8a8e-7b576358891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94ef5dc0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:38:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['94fb0132-c1ea-4015-be7f-720f1191abd4'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:38:56.850961 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-77bc01ab-6bd5-4bd0-8a8e-7b576358891f None None] Set router 94fb0132-c1ea-4015-be7f-720f1191abd4 gateway port host: None {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:38:56.879317 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.db [None req-60d535b3-ca76-4e01-9255-d7f0351b164d admin admin] For port 700c7c02-4529-4765-9ce6-857dc6bf3d27, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=700c7c02-4529-4765-9ce6-857dc6bf3d27,segment=NetworkSegment(c4c225a7-9a59-46d1-b662-631cedda96e9),segment_id=c4c225a7-9a59-46d1-b662-631cedda96e9)] {{(pid=74235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:38:56.879671 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-60d535b3-ca76-4e01-9255-d7f0351b164d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:56.955697 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-77bc01ab-6bd5-4bd0-8a8e-7b576358891f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94ef5dc0>, [{'id': '94fb0132-c1ea-4015-be7f-720f1191abd4', 'name': 'tempest-TestVolumeBootPattern-869986334-router', 'tenant_id': '8f852b0bdecd4894923f5af3d7e9c2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:56Z', 'updated_at': '2021-06-29T14:38:56Z', 'revision_number': 6, 'project_id': '8f852b0bdecd4894923f5af3d7e9c2a7', 'gw_port_host': None}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:38:56.959767 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77bc01ab-6bd5-4bd0-8a8e-7b576358891f None None] The sync data for ids ['94fb0132-c1ea-4015-be7f-720f1191abd4'] in dv-cinder-798356-1-iscsi is: [{'id': '94fb0132-c1ea-4015-be7f-720f1191abd4', 'name': 'tempest-TestVolumeBootPattern-869986334-router', 'tenant_id': '8f852b0bdecd4894923f5af3d7e9c2a7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:30:56Z', 'updated_at': '2021-06-29T14:38:56Z', 'revision_number': 6, 'project_id': '8f852b0bdecd4894923f5af3d7e9c2a7', 'gw_port_host': None}] {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:38:57.000154 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-60d535b3-ca76-4e01-9255-d7f0351b164d admin admin] Calling delete_port for 700c7c02-4529-4765-9ce6-857dc6bf3d27 owned by network:router_gateway {{(pid=74235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:38:57.167734 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-60d535b3-ca76-4e01-9255-d7f0351b164d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:57.172338 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-c9068a06-1a24-4d36-b230-bdc2100a15be tempest-TestShelveInstance-1015449321 tempest-TestShelveInstance-1015449321-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:38:57.211429 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d535b3-ca76-4e01-9255-d7f0351b164d admin admin] Pushing event deleted for resources: {'Port': ['ID=700c7c02-4529-4765-9ce6-857dc6bf3d27,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:38:57.214134 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-60d535b3-ca76-4e01-9255-d7f0351b164d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:38:57.447796 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-60d535b3-ca76-4e01-9255-d7f0351b164d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670088'] for router_gateway, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:57.714400 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-60d535b3-ca76-4e01-9255-d7f0351b164d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6774'] for router, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:57.720200 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-60d535b3-ca76-4e01-9255-d7f0351b164d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:57.733644 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 718dacf9-c63e-4427-afe9-f77602aa7f94 no longer exists at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:38:57.751433 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-60d535b3-ca76-4e01-9255-d7f0351b164d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-673524'] for router, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:57.752003 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d535b3-ca76-4e01-9255-d7f0351b164d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 94fb0132-c1ea-4015-be7f-720f1191abd4 {{(pid=74235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 29 14:38:57.765822 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-60d535b3-ca76-4e01-9255-d7f0351b164d admin admin] Notify callbacks [] for router, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:57.766996 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-60d535b3-ca76-4e01-9255-d7f0351b164d admin admin] 10.222.0.13 "DELETE /v2.0/routers/94fb0132-c1ea-4015-be7f-720f1191abd4 HTTP/1.1" status: 204  len: 168 time: 1.5918424
Jun 29 14:38:57.769400 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48618) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:38:57.769542 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] No Port match for: 718dacf9-c63e-4427-afe9-f77602aa7f94 {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:38:57.769799 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 718dacf9-c63e-4427-afe9-f77602aa7f94 not bound to the agent host dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:38:57.770219 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 700c7c02-4529-4765-9ce6-857dc6bf3d27 no longer exists at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:38:57.805155 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] No Port match for: 700c7c02-4529-4765-9ce6-857dc6bf3d27 {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:38:57.805502 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 700c7c02-4529-4765-9ce6-857dc6bf3d27 not bound to the agent host dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:38:57.833673 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.db_base_plugin_v2 [None req-32f7166b-09d3-4d13-be1d-aeb774241d1a admin admin] Deleting subnet 00214823-5fbc-43a1-b90b-f6a0158e96b3 {{(pid=74235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 14:38:57.836646 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-32f7166b-09d3-4d13-be1d-aeb774241d1a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:57.887849 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-32f7166b-09d3-4d13-be1d-aeb774241d1a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1897654'] for subnet, precommit_delete_associations {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:57.970245 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-32f7166b-09d3-4d13-be1d-aeb774241d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3930061'] for subnet, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:58.038593 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-32f7166b-09d3-4d13-be1d-aeb774241d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1167277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1167964'] for subnet, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:58.042250 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:38:58.075431 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f7166b-09d3-4d13-be1d-aeb774241d1a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00214823-5fbc-43a1-b90b-f6a0158e96b3,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:38:58.080872 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-32f7166b-09d3-4d13-be1d-aeb774241d1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:38:58.082990 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-32f7166b-09d3-4d13-be1d-aeb774241d1a admin admin] Notify callbacks [] for subnet, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:58.088793 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed44a21-d262-404a-b004-116e96c6870f None None] Network dff83c80-d4a2-4915-8ca9-d19fe50de85f requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:38:58.089064 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-32f7166b-09d3-4d13-be1d-aeb774241d1a admin admin] 10.222.0.13 "DELETE /v2.0/subnets/00214823-5fbc-43a1-b90b-f6a0158e96b3 HTTP/1.1" status: 204  len: 168 time: 0.3187311
Jun 29 14:38:58.092181 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48622) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:38:58.299339 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-cf34152e-1733-42bc-b3e9-cff935aff590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3691460'] for network, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:58.309810 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-cf34152e-1733-42bc-b3e9-cff935aff590 admin admin] Deleting port ae0d5955-2bd5-4c9b-852b-a6bd3abc3648 {{(pid=74235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:38:58.310147 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-cf34152e-1733-42bc-b3e9-cff935aff590 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:58.369861 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33c1b93-e4bf-42a6-a9a1-31079715800d None None] DHCP port deletion for dff83c80-d4a2-4915-8ca9-d19fe50de85f request from dv-cinder-798356-1-iscsi {{(pid=74236) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 29 14:38:58.373970 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-e33c1b93-e4bf-42a6-a9a1-31079715800d None None] Deleting port ae0d5955-2bd5-4c9b-852b-a6bd3abc3648 {{(pid=74236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:38:58.374341 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-e33c1b93-e4bf-42a6-a9a1-31079715800d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:58.548373 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.db [None req-cf34152e-1733-42bc-b3e9-cff935aff590 admin admin] For port ae0d5955-2bd5-4c9b-852b-a6bd3abc3648, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=ae0d5955-2bd5-4c9b-852b-a6bd3abc3648,segment=NetworkSegment(4092b7fe-dfe8-4984-9cf9-7cac06887fa4),segment_id=4092b7fe-dfe8-4984-9cf9-7cac06887fa4)] {{(pid=74235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:38:58.548766 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-cf34152e-1733-42bc-b3e9-cff935aff590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:58.602030 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-e33c1b93-e4bf-42a6-a9a1-31079715800d None None] For port ae0d5955-2bd5-4c9b-852b-a6bd3abc3648, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=ae0d5955-2bd5-4c9b-852b-a6bd3abc3648,segment=NetworkSegment(4092b7fe-dfe8-4984-9cf9-7cac06887fa4),segment_id=4092b7fe-dfe8-4984-9cf9-7cac06887fa4)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:38:58.602302 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-e33c1b93-e4bf-42a6-a9a1-31079715800d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:58.667205 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-cf34152e-1733-42bc-b3e9-cff935aff590 admin admin] Calling delete_port for ae0d5955-2bd5-4c9b-852b-a6bd3abc3648 owned by network:dhcp {{(pid=74235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:38:58.720765 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-e33c1b93-e4bf-42a6-a9a1-31079715800d None None] Calling delete_port for ae0d5955-2bd5-4c9b-852b-a6bd3abc3648 owned by network:dhcp {{(pid=74236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:38:58.750176 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-cf34152e-1733-42bc-b3e9-cff935aff590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:58.754646 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-a555baeb-1cf3-4738-9228-235defd8e772 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:38:58.795871 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34152e-1733-42bc-b3e9-cff935aff590 admin admin] Pushing event deleted for resources: {'Port': ['ID=ae0d5955-2bd5-4c9b-852b-a6bd3abc3648,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:38:58.797822 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.db.api [None req-e33c1b93-e4bf-42a6-a9a1-31079715800d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 29 14:38:58.798301 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_db.api [None req-e33c1b93-e4bf-42a6-a9a1-31079715800d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 29 14:38:58.798437 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-cf34152e-1733-42bc-b3e9-cff935aff590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:38:58.803979 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf34152e-1733-42bc-b3e9-cff935aff590 admin admin] No DVR routers for this DVR port ae0d5955-2bd5-4c9b-852b-a6bd3abc3648 on host dv-cinder-798356-1-iscsi {{(pid=74235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 14:38:58.920443 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-cf34152e-1733-42bc-b3e9-cff935aff590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931320', 'neutron.services.segments.db._delete_segments_for_network-8730483304066'] for network, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:58.932389 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.services.segments.db [None req-cf34152e-1733-42bc-b3e9-cff935aff590 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b93dad430>,) {'filters': {'network_id': ['dff83c80-d4a2-4915-8ca9-d19fe50de85f']}} {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:38:58.944573 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.services.segments.db [None req-cf34152e-1733-42bc-b3e9-cff935aff590 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b93dad430>, '4092b7fe-dfe8-4984-9cf9-7cac06887fa4') {'for_net_delete': True} {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:38:58.944873 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.services.segments.db [None req-cf34152e-1733-42bc-b3e9-cff935aff590 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b93dad430>, '4092b7fe-dfe8-4984-9cf9-7cac06887fa4') {} {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:38:58.956235 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-cf34152e-1733-42bc-b3e9-cff935aff590 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730483226525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1897657'] for segment, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:58.971155 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-cf34152e-1733-42bc-b3e9-cff935aff590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:58.976829 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf34152e-1733-42bc-b3e9-cff935aff590 admin admin] Releasing vlan 508 on physical network physnet1 to pool {{(pid=74235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 14:38:58.977198 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-cf34152e-1733-42bc-b3e9-cff935aff590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3829314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1167115'] for segment, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:58.990286 dv-cinder-798356-1-iscsi neutron-server[74235]: Traceback (most recent call last):
Jun 29 14:38:58.990286 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 14:38:58.990286 dv-cinder-798356-1-iscsi neutron-server[74235]:     timer()
Jun 29 14:38:58.990286 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 14:38:58.990286 dv-cinder-798356-1-iscsi neutron-server[74235]:     cb(*args, **kw)
Jun 29 14:38:58.990286 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 14:38:58.990286 dv-cinder-798356-1-iscsi neutron-server[74235]:     return func(*args, **kwargs)
Jun 29 14:38:58.990286 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 14:38:58.990286 dv-cinder-798356-1-iscsi neutron-server[74235]:     self._notify()
Jun 29 14:38:58.990286 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 14:38:58.990286 dv-cinder-798356-1-iscsi neutron-server[74235]:     self.callback(batched_events)
Jun 29 14:38:58.990286 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 14:38:58.990286 dv-cinder-798356-1-iscsi neutron-server[74235]:     event.method(event)
Jun 29 14:38:58.990286 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 14:38:58.990286 dv-cinder-798356-1-iscsi neutron-server[74235]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 14:38:58.990286 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 14:38:58.990286 dv-cinder-798356-1-iscsi neutron-server[74235]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 14:38:58.990286 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 14:38:58.990286 dv-cinder-798356-1-iscsi neutron-server[74235]:     return f(self, *a, **k)
Jun 29 14:38:58.990286 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 14:38:58.990286 dv-cinder-798356-1-iscsi neutron-server[74235]:     return self._get(url).json()
Jun 29 14:38:58.990286 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 14:38:58.990286 dv-cinder-798356-1-iscsi neutron-server[74235]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 14:38:58.990286 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 14:38:58.990286 dv-cinder-798356-1-iscsi neutron-server[74235]:     return self.request(url, 'GET', **kwargs)
Jun 29 14:38:58.990286 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 14:38:58.990286 dv-cinder-798356-1-iscsi neutron-server[74235]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 14:38:58.990286 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 14:38:58.990286 dv-cinder-798356-1-iscsi neutron-server[74235]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 14:38:58.990286 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 14:38:58.990286 dv-cinder-798356-1-iscsi neutron-server[74235]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 14:38:58.990286 dv-cinder-798356-1-iscsi neutron-server[74235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 14:38:59.077384 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-cf34152e-1733-42bc-b3e9-cff935aff590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3930699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670133'] for network, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:59.080813 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:38:59.095525 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-cf34152e-1733-42bc-b3e9-cff935aff590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:59.101240 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf34152e-1733-42bc-b3e9-cff935aff590 admin admin] Pushing event deleted for resources: {'Network': ['ID=dff83c80-d4a2-4915-8ca9-d19fe50de85f,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:38:59.105680 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-cf34152e-1733-42bc-b3e9-cff935aff590 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:38:59.111793 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-cf34152e-1733-42bc-b3e9-cff935aff590 admin admin] 10.222.0.13 "DELETE /v2.0/networks/dff83c80-d4a2-4915-8ca9-d19fe50de85f HTTP/1.1" status: 204  len: 168 time: 1.0186849
Jun 29 14:38:59.247516 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48630) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:38:59.297471 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-6c79538f-71c9-4190-8e46-913c3398b813 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f8b1bff82789418781af3fd01f1db541&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0481074
Jun 29 14:38:59.299235 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-e33c1b93-e4bf-42a6-a9a1-31079715800d None None] Deleting port ae0d5955-2bd5-4c9b-852b-a6bd3abc3648 {{(pid=74236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:38:59.299684 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-e33c1b93-e4bf-42a6-a9a1-31079715800d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:59.299930 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48634) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:38:59.364810 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-e33c1b93-e4bf-42a6-a9a1-31079715800d None None] The port 'ae0d5955-2bd5-4c9b-852b-a6bd3abc3648' was deleted {{(pid=74236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 29 14:38:59.374334 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2c36422e-0b97-4f3c-898f-2f2772fc488c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:59.407369 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2c36422e-0b97-4f3c-898f-2f2772fc488c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:59.445507 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device ae0d5955-2bd5-4c9b-852b-a6bd3abc3648 no longer exists at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:38:59.463923 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2c36422e-0b97-4f3c-898f-2f2772fc488c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:59.474894 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-591f520d-92ed-4cdc-b091-ea2f01c67664 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:38:59.480424 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] No Port match for: ae0d5955-2bd5-4c9b-852b-a6bd3abc3648 {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:38:59.480781 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device ae0d5955-2bd5-4c9b-852b-a6bd3abc3648 not bound to the agent host dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:38:59.485437 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c36422e-0b97-4f3c-898f-2f2772fc488c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc79735-5c9a-4288-85b5-c0c6c26672c1,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:38:59.487820 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-2c36422e-0b97-4f3c-898f-2f2772fc488c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:38:59.495761 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2c36422e-0b97-4f3c-898f-2f2772fc488c admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:38:59.498840 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-2c36422e-0b97-4f3c-898f-2f2772fc488c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6fc79735-5c9a-4288-85b5-c0c6c26672c1 HTTP/1.1" status: 204  len: 168 time: 0.1978273
Jun 29 14:38:59.921522 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48642) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:38:59.970679 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-35bb7c1f-9b5c-43e5-9c24-d93fad80a250 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8f852b0bdecd4894923f5af3d7e9c2a7&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0477924
Jun 29 14:38:59.972978 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48646) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:39:00.031404 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-39144547-3bf5-4427-afe9-8084ee7f578e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:00.056265 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-39144547-3bf5-4427-afe9-8084ee7f578e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:00.106770 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-39144547-3bf5-4427-afe9-8084ee7f578e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:00.110842 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-843084fc-8ad4-466c-9347-120084728182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:39:00.125501 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39144547-3bf5-4427-afe9-8084ee7f578e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e097e9e0-0b83-4319-8b8c-0a4c66a39250,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:39:00.129081 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-39144547-3bf5-4427-afe9-8084ee7f578e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:39:00.132654 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-39144547-3bf5-4427-afe9-8084ee7f578e admin admin] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:00.133888 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-39144547-3bf5-4427-afe9-8084ee7f578e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e097e9e0-0b83-4319-8b8c-0a4c66a39250 HTTP/1.1" status: 204  len: 168 time: 0.1599076
Jun 29 14:39:02.652531 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-659bb4e2-3c1c-4912-bc51-1e9974a5fd59 req-0b3f0a68-69d9-4842-8f20-3e18888799c0 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1215475102&fields=id&tenant_id=361db4a6febd420eb01a2192ef70f0f8 HTTP/1.1" status: 200  len: 267 time: 0.0405202
Jun 29 14:39:02.738818 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659bb4e2-3c1c-4912-bc51-1e9974a5fd59 req-41b2561d-e015-4d1e-80af-05b21e9971b7 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:39:02.740391 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-659bb4e2-3c1c-4912-bc51-1e9974a5fd59 req-41b2561d-e015-4d1e-80af-05b21e9971b7 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 985 time: 0.0819864
Jun 29 14:39:02.750732 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.v2.base [req-659bb4e2-3c1c-4912-bc51-1e9974a5fd59 req-4db6854a-386b-474d-b96d-4a3bcb060bb3 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Request body: {'port': {'security_groups': ['e8b637d3-182c-4b80-8aa8-c28c90559f59']}} {{(pid=74234) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}}
Jun 29 14:39:02.886744 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-659bb4e2-3c1c-4912-bc51-1e9974a5fd59 req-4db6854a-386b-474d-b96d-4a3bcb060bb3 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:03.126074 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [req-659bb4e2-3c1c-4912-bc51-1e9974a5fd59 req-4db6854a-386b-474d-b96d-4a3bcb060bb3 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] For port e590191e-25f6-43da-a522-03c38a725d56, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=e590191e-25f6-43da-a522-03c38a725d56,segment=NetworkSegment(ddecb0f4-d7c7-4786-a31d-1eac45097ab2),segment_id=ddecb0f4-d7c7-4786-a31d-1eac45097ab2)] {{(pid=74234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:39:03.150277 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-659bb4e2-3c1c-4912-bc51-1e9974a5fd59 req-4db6854a-386b-474d-b96d-4a3bcb060bb3 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks [] for port, precommit_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:03.154934 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-659bb4e2-3c1c-4912-bc51-1e9974a5fd59 req-4db6854a-386b-474d-b96d-4a3bcb060bb3 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8730483210168', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8730482783811', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8730482783856', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1750874'] for port, after_update {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:03.160403 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-1798ebf0-eff6-4ca6-9742-a6bd3de68146 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:39:03.166915 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['e590191e-25f6-43da-a522-03c38a725d56'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:39:03.229095 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659bb4e2-3c1c-4912-bc51-1e9974a5fd59 req-4db6854a-386b-474d-b96d-4a3bcb060bb3 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:39:03.229722 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [req-659bb4e2-3c1c-4912-bc51-1e9974a5fd59 req-4db6854a-386b-474d-b96d-4a3bcb060bb3 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:03.231163 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-659bb4e2-3c1c-4912-bc51-1e9974a5fd59 req-4db6854a-386b-474d-b96d-4a3bcb060bb3 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "PUT /v2.0/ports/e590191e-25f6-43da-a522-03c38a725d56 HTTP/1.1" status: 200  len: 943 time: 0.4849837
Jun 29 14:39:03.231716 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dccd35a0-4d44-401b-93b0-3dd137d63674', 'tag': 'e590191e-25f6-43da-a522-03c38a725d56'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:39:03.237302 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48660) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:39:03.259020 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db6854a-386b-474d-b96d-4a3bcb060bb3 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Pushing event updated for resources: {'Port': ['ID=e590191e-25f6-43da-a522-03c38a725d56,revision_number=7']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:39:03.262605 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-4db6854a-386b-474d-b96d-4a3bcb060bb3 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:39:03.330193 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-5c410730-aa3e-4a51-9b18-100c68a3d9ec tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks [] for security_group, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:03.365540 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['e590191e-25f6-43da-a522-03c38a725d56'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:39:03.365763 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-5c410730-aa3e-4a51-9b18-100c68a3d9ec tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks [] for security_group, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:03.461111 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-5c410730-aa3e-4a51-9b18-100c68a3d9ec tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:03.469060 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-28d9074a-fa16-4782-b7ff-cd6f72da23e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:39:03.486442 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c410730-aa3e-4a51-9b18-100c68a3d9ec tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c16b478d-92d9-4fbd-b431-d81ff0ff86d4,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:39:03.489351 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-5c410730-aa3e-4a51-9b18-100c68a3d9ec tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:39:03.501540 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-5c410730-aa3e-4a51-9b18-100c68a3d9ec tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks [] for security_group, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:03.506957 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 48666) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:39:03.508267 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-5c410730-aa3e-4a51-9b18-100c68a3d9ec tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "DELETE /v2.0/security-groups/c16b478d-92d9-4fbd-b431-d81ff0ff86d4 HTTP/1.1" status: 204  len: 168 time: 0.2688019
Jun 29 14:39:03.548041 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.provisioning_blocks [None req-d2ced6f3-da37-47bc-8f3f-d993dc20cf74 None None] Provisioning complete for port e590191e-25f6-43da-a522-03c38a725d56 triggered by entity DHCP. {{(pid=74236) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 29 14:39:03.548419 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-d2ced6f3-da37-47bc-8f3f-d993dc20cf74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-3915839'] for port, provisioning_complete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:03.591493 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dccd35a0-4d44-401b-93b0-3dd137d63674', 'tag': 'e590191e-25f6-43da-a522-03c38a725d56', 'status': 'completed', 'code': 200}
Jun 29 14:39:03.700426 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8cc54c5a-b583-42a8-a3aa-29eb5991a9ed req-aedcfcfa-baf8-4edb-8bf7-51ed17392689 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=361db4a6febd420eb01a2192ef70f0f8&device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 1099 time: 0.0870118
Jun 29 14:39:03.756402 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [None req-9fa803ba-e0aa-4fe9-8111-5441719a9f11 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Deleting port 7f019a2b-9e09-4af5-b4ce-a0d92de04034 {{(pid=74234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:39:03.757011 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-9fa803ba-e0aa-4fe9-8111-5441719a9f11 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:03.840814 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc54c5a-b583-42a8-a3aa-29eb5991a9ed req-fa1087be-2211-4cb3-858c-0a4e2b2e369a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:39:03.842259 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8cc54c5a-b583-42a8-a3aa-29eb5991a9ed req-fa1087be-2211-4cb3-858c-0a4e2b2e369a service neutron] 10.222.0.69 "GET /v2.0/networks?id=ec1df414-e380-4659-bfa4-af48461b6816 HTTP/1.1" status: 200  len: 916 time: 0.1327903
Jun 29 14:39:03.926009 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-9fa803ba-e0aa-4fe9-8111-5441719a9f11 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:03.926329 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-9fa803ba-e0aa-4fe9-8111-5441719a9f11 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:03.943002 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8cc54c5a-b583-42a8-a3aa-29eb5991a9ed req-f12f5a3a-aba5-4ff8-91de-cfc39800fd34 service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e590191e-25f6-43da-a522-03c38a725d56 HTTP/1.1" status: 200  len: 1002 time: 0.0944376
Jun 29 14:39:04.110167 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc54c5a-b583-42a8-a3aa-29eb5991a9ed req-a08151c8-d687-4217-99af-d0bdc15023c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:39:04.111665 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8cc54c5a-b583-42a8-a3aa-29eb5991a9ed req-a08151c8-d687-4217-99af-d0bdc15023c1 service neutron] 10.222.0.69 "GET /v2.0/subnets?id=044a3ce0-64fc-41e7-b61c-50a219c15e36 HTTP/1.1" status: 200  len: 854 time: 0.1625121
Jun 29 14:39:04.148245 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [None req-9fa803ba-e0aa-4fe9-8111-5441719a9f11 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Calling delete_port for 7f019a2b-9e09-4af5-b4ce-a0d92de04034 owned by network:floatingip {{(pid=74234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:39:04.188692 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8cc54c5a-b583-42a8-a3aa-29eb5991a9ed req-3eb4c9b1-6719-47f1-beee-0af822ec06fb service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ec1df414-e380-4659-bfa4-af48461b6816&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0681624
Jun 29 14:39:04.295172 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-9fa803ba-e0aa-4fe9-8111-5441719a9f11 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:04.299408 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-3915bd21-b833-4c29-9773-5c2aae12ebae tempest-VolumesSnapshotTestJSON-1489795596 tempest-VolumesSnapshotTestJSON-1489795596-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:39:04.324494 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8cc54c5a-b583-42a8-a3aa-29eb5991a9ed req-ce960cf2-90b5-439b-947f-0ad6c4997886 service neutron] 10.222.0.69 "GET /v2.0/networks/ec1df414-e380-4659-bfa4-af48461b6816?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1281517
Jun 29 14:39:04.343216 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa803ba-e0aa-4fe9-8111-5441719a9f11 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Pushing event deleted for resources: {'Port': ['ID=7f019a2b-9e09-4af5-b4ce-a0d92de04034,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:39:04.347742 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-9fa803ba-e0aa-4fe9-8111-5441719a9f11 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:39:04.434569 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-9fa803ba-e0aa-4fe9-8111-5441719a9f11 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks [] for floatingip, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:04.456347 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-8cc54c5a-b583-42a8-a3aa-29eb5991a9ed req-f51e60a0-1369-4114-ab44-422bcae2eff9 service neutron] 10.222.0.69 "GET /v2.0/networks/ec1df414-e380-4659-bfa4-af48461b6816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1261373
Jun 29 14:39:04.835965 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa803ba-e0aa-4fe9-8111-5441719a9f11 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Router 4242c05c-a0d7-4fc7-bf9c-f4e2f9467892 has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74234) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:39:05.036864 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa803ba-e0aa-4fe9-8111-5441719a9f11 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74234) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:39:05.046440 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b82493-97c6-452a-af75-c0a67ea2b6e9 None None] Sync routers for ids ['4242c05c-a0d7-4fc7-bf9c-f4e2f9467892'] in dv-cinder-798356-1-iscsi {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:39:05.056961 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-9fa803ba-e0aa-4fe9-8111-5441719a9f11 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for floatingip, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:05.058745 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b82493-97c6-452a-af75-c0a67ea2b6e9 None None] Routers {'4242c05c-a0d7-4fc7-bf9c-f4e2f9467892'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:39:05.059379 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-04b82493-97c6-452a-af75-c0a67ea2b6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b948738e0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:38:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['4242c05c-a0d7-4fc7-bf9c-f4e2f9467892'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:39:05.118542 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-9fa803ba-e0aa-4fe9-8111-5441719a9f11 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "DELETE /v2.0/floatingips/93921b73-d0ea-4ae0-9721-b84bbff6347a HTTP/1.1" status: 204  len: 168 time: 1.6104879
Jun 29 14:39:05.243934 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-04b82493-97c6-452a-af75-c0a67ea2b6e9 None None] Set router 4242c05c-a0d7-4fc7-bf9c-f4e2f9467892 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:39:05.592811 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dccd35a0-4d44-401b-93b0-3dd137d63674', 'tag': 'e590191e-25f6-43da-a522-03c38a725d56'}] {{(pid=74234) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:39:05.601052 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-04b82493-97c6-452a-af75-c0a67ea2b6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b948738e0>, [{'id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'name': 'tempest-TestMinimumBasicScenario-1486829058-router', 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dff47754-6dbb-4998-bdfa-b5f47f0278ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:37:03Z', 'updated_at': '2021-06-29T14:37:06Z', 'revision_number': 4, 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'gw_port': {'id': 'dff47754-6dbb-4998-bdfa-b5f47f0278ed', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:bd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:37:03Z', 'updated_at': '2021-06-29T14:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '44a50f16-b917-48b6-8723-1a2b28a526cc', 'name': '', 'network_id': 'ec1df414-e380-4659-bfa4-af48461b6816', 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8', 'mac_address': 'fa:16:3e:e2:07:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '044a3ce0-64fc-41e7-b61c-50a219c15e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:37:05Z', 'updated_at': '2021-06-29T14:37:25Z', 'revision_number': 5, 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'subnets': [{'id': '044a3ce0-64fc-41e7-b61c-50a219c15e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:39:05.605019 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b82493-97c6-452a-af75-c0a67ea2b6e9 None None] Checking router: 4242c05c-a0d7-4fc7-bf9c-f4e2f9467892 for host: dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:39:05.616208 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04b82493-97c6-452a-af75-c0a67ea2b6e9 None None] Routers {'4242c05c-a0d7-4fc7-bf9c-f4e2f9467892'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:39:05.616826 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-04b82493-97c6-452a-af75-c0a67ea2b6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b948738e0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:38:38Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['4242c05c-a0d7-4fc7-bf9c-f4e2f9467892'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:39:05.648760 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dccd35a0-4d44-401b-93b0-3dd137d63674', 'tag': 'e590191e-25f6-43da-a522-03c38a725d56', 'status': 'completed', 'code': 200}
Jun 29 14:39:05.747619 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-c660e21f-ea3f-413f-b9a6-89d6f1f8516c req-a9056e39-97ce-4719-8393-42d9c8f2acd4 service neutron] 10.222.0.69 "GET /v2.0/ports?tenant_id=361db4a6febd420eb01a2192ef70f0f8&device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 1099 time: 0.0738237
Jun 29 14:39:05.797895 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-04b82493-97c6-452a-af75-c0a67ea2b6e9 None None] Set router 4242c05c-a0d7-4fc7-bf9c-f4e2f9467892 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:39:05.884587 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660e21f-ea3f-413f-b9a6-89d6f1f8516c req-b09a664d-61cc-4702-b236-4d0c9a9a336a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:39:05.886031 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-c660e21f-ea3f-413f-b9a6-89d6f1f8516c req-b09a664d-61cc-4702-b236-4d0c9a9a336a service neutron] 10.222.0.69 "GET /v2.0/networks?id=ec1df414-e380-4659-bfa4-af48461b6816 HTTP/1.1" status: 200  len: 916 time: 0.1282303
Jun 29 14:39:05.952885 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-c660e21f-ea3f-413f-b9a6-89d6f1f8516c req-8ac3cecb-e0d5-46fa-a68b-d078060519db service neutron] 10.222.0.69 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e590191e-25f6-43da-a522-03c38a725d56 HTTP/1.1" status: 200  len: 217 time: 0.0599873
Jun 29 14:39:06.017690 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c660e21f-ea3f-413f-b9a6-89d6f1f8516c req-5c00ec0b-505e-4341-a4a6-bc7706f20fbd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:39:06.019168 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-c660e21f-ea3f-413f-b9a6-89d6f1f8516c req-5c00ec0b-505e-4341-a4a6-bc7706f20fbd service neutron] 10.222.0.69 "GET /v2.0/subnets?id=044a3ce0-64fc-41e7-b61c-50a219c15e36 HTTP/1.1" status: 200  len: 854 time: 0.0601740
Jun 29 14:39:06.020348 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-fca2a2a6-15b1-4101-be13-0ffa5cdf7d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:06.092359 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-c660e21f-ea3f-413f-b9a6-89d6f1f8516c req-8fc394fd-4112-49b2-a444-ab472c2f24b8 service neutron] 10.222.0.69 "GET /v2.0/ports?network_id=ec1df414-e380-4659-bfa4-af48461b6816&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0662942
Jun 29 14:39:06.122639 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-04b82493-97c6-452a-af75-c0a67ea2b6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b948738e0>, [{'id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'name': 'tempest-TestMinimumBasicScenario-1486829058-router', 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dff47754-6dbb-4998-bdfa-b5f47f0278ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:37:03Z', 'updated_at': '2021-06-29T14:37:06Z', 'revision_number': 4, 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'gw_port': {'id': 'dff47754-6dbb-4998-bdfa-b5f47f0278ed', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:bd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:37:03Z', 'updated_at': '2021-06-29T14:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '44a50f16-b917-48b6-8723-1a2b28a526cc', 'name': '', 'network_id': 'ec1df414-e380-4659-bfa4-af48461b6816', 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8', 'mac_address': 'fa:16:3e:e2:07:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '044a3ce0-64fc-41e7-b61c-50a219c15e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:37:05Z', 'updated_at': '2021-06-29T14:37:25Z', 'revision_number': 5, 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'subnets': [{'id': '044a3ce0-64fc-41e7-b61c-50a219c15e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:39:06.127177 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04b82493-97c6-452a-af75-c0a67ea2b6e9 None None] The sync data for ids ['4242c05c-a0d7-4fc7-bf9c-f4e2f9467892'] in dv-cinder-798356-1-iscsi is: [{'id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'name': 'tempest-TestMinimumBasicScenario-1486829058-router', 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dff47754-6dbb-4998-bdfa-b5f47f0278ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:37:03Z', 'updated_at': '2021-06-29T14:37:06Z', 'revision_number': 4, 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'gw_port': {'id': 'dff47754-6dbb-4998-bdfa-b5f47f0278ed', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:bd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:37:03Z', 'updated_at': '2021-06-29T14:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi', '_interfaces': [{'id': '44a50f16-b917-48b6-8723-1a2b28a526cc', 'name': '', 'network_id': 'ec1df414-e380-4659-bfa4-af48461b6816', 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8', 'mac_address': 'fa:16:3e:e2:07:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '044a3ce0-64fc-41e7-b61c-50a219c15e36', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:37:05Z', 'updated_at': '2021-06-29T14:37:25Z', 'revision_number': 5, 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'subnets': [{'id': '044a3ce0-64fc-41e7-b61c-50a219c15e36', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:39:06.226253 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-c660e21f-ea3f-413f-b9a6-89d6f1f8516c req-23517af6-fafa-4e49-92fe-91a6c17ac0c0 service neutron] 10.222.0.69 "GET /v2.0/networks/ec1df414-e380-4659-bfa4-af48461b6816?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1275470
Jun 29 14:39:06.371734 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-c660e21f-ea3f-413f-b9a6-89d6f1f8516c req-94afa7a0-7786-4b7a-8475-5fb95ef28fc0 service neutron] 10.222.0.69 "GET /v2.0/networks/ec1df414-e380-4659-bfa4-af48461b6816?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1390686
Jun 29 14:39:06.385672 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c99d107f-be65-4bfe-9433-db3b387b6a4c None None] New status for floating IP 93921b73-d0ea-4ae0-9721-b84bbff6347a: DOWN {{(pid=74237) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}}
Jun 29 14:39:06.400209 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:08.183104 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-5743779b-00ed-45f6-a6f2-941d6fbfc9eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:08.401221 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c3080a-8ab4-4c35-87d0-fcfdf008d00e req-94190198-86f4-47e5-998f-65355672a00d tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74234) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:39:08.401995 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-58c3080a-8ab4-4c35-87d0-fcfdf008d00e req-94190198-86f4-47e5-998f-65355672a00d tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Synchronizing usage tracker for tenant:361db4a6febd420eb01a2192ef70f0f8 on resource:port {{(pid=74234) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:39:08.428867 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.quota.resource [req-58c3080a-8ab4-4c35-87d0-fcfdf008d00e req-94190198-86f4-47e5-998f-65355672a00d tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Unset dirty status for tenant:361db4a6febd420eb01a2192ef70f0f8 on resource:port {{(pid=74234) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:39:08.430216 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-58c3080a-8ab4-4c35-87d0-fcfdf008d00e req-94190198-86f4-47e5-998f-65355672a00d tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 946 time: 0.1083448
Jun 29 14:39:08.477562 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [req-58c3080a-8ab4-4c35-87d0-fcfdf008d00e req-7ded4c7f-d9fb-48e4-aaf6-7f5d2e484bfd tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8b637d3-182c-4b80-8aa8-c28c90559f59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0411227
Jun 29 14:39:09.211179 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:09.679000 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51677a6b-d7f1-44ba-87e5-3cc3ce8ff153 req-8bd067d1-07bd-471d-bfe3-eaef203bf6f1 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:39:09.680580 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-51677a6b-d7f1-44ba-87e5-3cc3ce8ff153 req-8bd067d1-07bd-471d-bfe3-eaef203bf6f1 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 946 time: 0.0797539
Jun 29 14:39:09.734241 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-51677a6b-d7f1-44ba-87e5-3cc3ce8ff153 req-bef95a7b-8f39-4211-afa9-8384a7ffb6b2 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Synchronizing usage tracker for tenant:361db4a6febd420eb01a2192ef70f0f8 on resource:security_group {{(pid=74235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:39:09.750755 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-51677a6b-d7f1-44ba-87e5-3cc3ce8ff153 req-bef95a7b-8f39-4211-afa9-8384a7ffb6b2 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Unset dirty status for tenant:361db4a6febd420eb01a2192ef70f0f8 on resource:security_group {{(pid=74235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:39:09.751937 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-51677a6b-d7f1-44ba-87e5-3cc3ce8ff153 req-bef95a7b-8f39-4211-afa9-8384a7ffb6b2 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/security-groups?id=e8b637d3-182c-4b80-8aa8-c28c90559f59&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0643330
Jun 29 14:39:09.938814 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26d6332-61d0-436d-8aaf-21e76c68c255 req-5f45a056-28e1-465a-965f-fab1fbca6f30 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=74235) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}}
Jun 29 14:39:09.940242 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b26d6332-61d0-436d-8aaf-21e76c68c255 req-5f45a056-28e1-465a-965f-fab1fbca6f30 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.69 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 946 time: 0.0762324
Jun 29 14:39:10.016001 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [req-b26d6332-61d0-436d-8aaf-21e76c68c255 req-bf374e8d-e40b-4203-88a1-057e7e388969 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Deleting port e590191e-25f6-43da-a522-03c38a725d56 {{(pid=74235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:39:10.016337 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-b26d6332-61d0-436d-8aaf-21e76c68c255 req-bf374e8d-e40b-4203-88a1-057e7e388969 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:10.087877 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:10.259272 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.db [req-b26d6332-61d0-436d-8aaf-21e76c68c255 req-bf374e8d-e40b-4203-88a1-057e7e388969 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] For port e590191e-25f6-43da-a522-03c38a725d56, host hv-cinder-79835, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-79835',level=0,port_id=e590191e-25f6-43da-a522-03c38a725d56,segment=NetworkSegment(ddecb0f4-d7c7-4786-a31d-1eac45097ab2),segment_id=ddecb0f4-d7c7-4786-a31d-1eac45097ab2)] {{(pid=74235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:39:10.259626 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-b26d6332-61d0-436d-8aaf-21e76c68c255 req-bf374e8d-e40b-4203-88a1-057e7e388969 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:10.472386 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [req-b26d6332-61d0-436d-8aaf-21e76c68c255 req-bf374e8d-e40b-4203-88a1-057e7e388969 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Calling delete_port for e590191e-25f6-43da-a522-03c38a725d56 owned by compute:nova {{(pid=74235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:39:10.610021 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-b26d6332-61d0-436d-8aaf-21e76c68c255 req-bf374e8d-e40b-4203-88a1-057e7e388969 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:10.615596 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-3f392a1d-6331-4b2d-b27b-93650195ab71 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:39:10.621891 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] get_ports_and_sgs() called for port_ids ['e590191e-25f6-43da-a522-03c38a725d56'] {{(pid=74236) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}}
Jun 29 14:39:10.661654 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf374e8d-e40b-4203-88a1-057e7e388969 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Pushing event deleted for resources: {'Port': ['ID=e590191e-25f6-43da-a522-03c38a725d56,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:39:10.665114 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-bf374e8d-e40b-4203-88a1-057e7e388969 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:39:10.736088 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.l3_dvrscheduler_db [req-b26d6332-61d0-436d-8aaf-21e76c68c255 req-bf374e8d-e40b-4203-88a1-057e7e388969 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] No DVR routers for this DVR port e590191e-25f6-43da-a522-03c38a725d56 on host hv-cinder-79835 {{(pid=74235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 14:39:10.739189 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [req-b26d6332-61d0-436d-8aaf-21e76c68c255 req-bf374e8d-e40b-4203-88a1-057e7e388969 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-110739'] for port, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:10.741768 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dccd35a0-4d44-401b-93b0-3dd137d63674', 'name': 'network-vif-deleted', 'tag': 'e590191e-25f6-43da-a522-03c38a725d56'}] {{(pid=74235) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Jun 29 14:39:10.757337 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-b26d6332-61d0-436d-8aaf-21e76c68c255 req-bf374e8d-e40b-4203-88a1-057e7e388969 tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.69 "DELETE /v2.0/ports/e590191e-25f6-43da-a522-03c38a725d56 HTTP/1.1" status: 204  len: 173 time: 0.8108165
Jun 29 14:39:10.800625 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dccd35a0-4d44-401b-93b0-3dd137d63674', 'name': 'network-vif-deleted', 'tag': 'e590191e-25f6-43da-a522-03c38a725d56', 'status': 'completed', 'code': 200}
Jun 29 14:39:10.920887 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:10.938588 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-43f37018-8cf9-49ea-b857-4a4ae819abf0 req-6e84d83d-432b-4943-a2b9-d9102cbc215b tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Synchronizing usage tracker for tenant:361db4a6febd420eb01a2192ef70f0f8 on resource:port {{(pid=74235) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 29 14:39:10.954540 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.quota.resource [req-43f37018-8cf9-49ea-b857-4a4ae819abf0 req-6e84d83d-432b-4943-a2b9-d9102cbc215b tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] Unset dirty status for tenant:361db4a6febd420eb01a2192ef70f0f8 on resource:port {{(pid=74235) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 29 14:39:10.955801 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [req-43f37018-8cf9-49ea-b857-4a4ae819abf0 req-6e84d83d-432b-4943-a2b9-d9102cbc215b tempest-TestMinimumBasicScenario-263643055 tempest-TestMinimumBasicScenario-263643055-project] 10.222.0.13 "GET /v2.0/ports?device_id=dccd35a0-4d44-401b-93b0-3dd137d63674 HTTP/1.1" status: 200  len: 210 time: 0.0623724
Jun 29 14:39:11.704579 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 6 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:39:12.848693 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48748) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:39:13.228516 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-02f72a1c-8a90-49d4-b3fd-09d868c405a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667743'] for router_interface, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:13.829539 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-02f72a1c-8a90-49d4-b3fd-09d868c405a3 admin admin] Deleting port 44a50f16-b917-48b6-8723-1a2b28a526cc {{(pid=74235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:39:13.829869 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-02f72a1c-8a90-49d4-b3fd-09d868c405a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:13.997312 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.db [None req-02f72a1c-8a90-49d4-b3fd-09d868c405a3 admin admin] For port 44a50f16-b917-48b6-8723-1a2b28a526cc, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=44a50f16-b917-48b6-8723-1a2b28a526cc,segment=NetworkSegment(ddecb0f4-d7c7-4786-a31d-1eac45097ab2),segment_id=ddecb0f4-d7c7-4786-a31d-1eac45097ab2)] {{(pid=74235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:39:13.997987 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-02f72a1c-8a90-49d4-b3fd-09d868c405a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:14.199808 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-02f72a1c-8a90-49d4-b3fd-09d868c405a3 admin admin] Calling delete_port for 44a50f16-b917-48b6-8723-1a2b28a526cc owned by network:router_interface {{(pid=74235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:39:14.372404 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-02f72a1c-8a90-49d4-b3fd-09d868c405a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:14.376539 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-ea0e2a90-6d07-4386-9ad7-39a8ad303b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:39:14.416690 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f72a1c-8a90-49d4-b3fd-09d868c405a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=44a50f16-b917-48b6-8723-1a2b28a526cc,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:39:14.420742 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-02f72a1c-8a90-49d4-b3fd-09d868c405a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:39:14.714344 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-02f72a1c-8a90-49d4-b3fd-09d868c405a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669537'] for router_interface, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:15.027747 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device e590191e-25f6-43da-a522-03c38a725d56 no longer exists at agent hyperv_hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:39:15.060948 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] No Port match for: e590191e-25f6-43da-a522-03c38a725d56 {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:39:15.061307 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Device e590191e-25f6-43da-a522-03c38a725d56 not bound to the agent host hv-cinder-79835 {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:39:15.295573 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f72a1c-8a90-49d4-b3fd-09d868c405a3 admin admin] Router 4242c05c-a0d7-4fc7-bf9c-f4e2f9467892 has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:39:15.493185 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f72a1c-8a90-49d4-b3fd-09d868c405a3 admin admin] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:39:15.501328 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc350d99-42c7-40cd-a528-48703fb7eefe None None] Sync routers for ids ['4242c05c-a0d7-4fc7-bf9c-f4e2f9467892'] in dv-cinder-798356-1-iscsi {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:39:15.508810 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-02f72a1c-8a90-49d4-b3fd-09d868c405a3 admin admin] 10.222.0.13 "PUT /v2.0/routers/4242c05c-a0d7-4fc7-bf9c-f4e2f9467892/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.6590638
Jun 29 14:39:15.511211 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48752) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:39:15.512814 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc350d99-42c7-40cd-a528-48703fb7eefe None None] Routers {'4242c05c-a0d7-4fc7-bf9c-f4e2f9467892'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:39:15.513974 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-bc350d99-42c7-40cd-a528-48703fb7eefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94a6edf0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:39:08Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['4242c05c-a0d7-4fc7-bf9c-f4e2f9467892'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:39:15.693312 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-bc350d99-42c7-40cd-a528-48703fb7eefe None None] Set router 4242c05c-a0d7-4fc7-bf9c-f4e2f9467892 gateway port host: dv-cinder-798356-1-iscsi {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:39:15.816375 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-8bc66e6c-760d-417b-a28f-66a8378f652d admin admin] Notify callbacks [] for router, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:15.991762 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-bc350d99-42c7-40cd-a528-48703fb7eefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94a6edf0>, [{'id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'name': 'tempest-TestMinimumBasicScenario-1486829058-router', 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.80'}], 'enable_snat': True}, 'gw_port_id': 'dff47754-6dbb-4998-bdfa-b5f47f0278ed', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:37:03Z', 'updated_at': '2021-06-29T14:39:14Z', 'revision_number': 5, 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'gw_port': {'id': 'dff47754-6dbb-4998-bdfa-b5f47f0278ed', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:bd:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:37:03Z', 'updated_at': '2021-06-29T14:37:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi'}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:39:15.995620 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc350d99-42c7-40cd-a528-48703fb7eefe None None] Checking router: 4242c05c-a0d7-4fc7-bf9c-f4e2f9467892 for host: dv-cinder-798356-1-iscsi {{(pid=74236) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:39:16.006388 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc350d99-42c7-40cd-a528-48703fb7eefe None None] Routers {'4242c05c-a0d7-4fc7-bf9c-f4e2f9467892'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74236) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:39:16.007180 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-bc350d99-42c7-40cd-a528-48703fb7eefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94a6edf0>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:39:08Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['4242c05c-a0d7-4fc7-bf9c-f4e2f9467892'], 'active': True} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:39:16.024292 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-8bc66e6c-760d-417b-a28f-66a8378f652d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:16.033961 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-8bc66e6c-760d-417b-a28f-66a8378f652d admin admin] Deleting port dff47754-6dbb-4998-bdfa-b5f47f0278ed {{(pid=74235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:39:16.034351 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-8bc66e6c-760d-417b-a28f-66a8378f652d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:16.207053 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_dvr_db [None req-bc350d99-42c7-40cd-a528-48703fb7eefe None None] Set router 4242c05c-a0d7-4fc7-bf9c-f4e2f9467892 gateway port host: None {{(pid=74236) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:39:16.217588 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.db [None req-8bc66e6c-760d-417b-a28f-66a8378f652d admin admin] For port dff47754-6dbb-4998-bdfa-b5f47f0278ed, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=dff47754-6dbb-4998-bdfa-b5f47f0278ed,segment=NetworkSegment(c4c225a7-9a59-46d1-b662-631cedda96e9),segment_id=c4c225a7-9a59-46d1-b662-631cedda96e9)] {{(pid=74235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:39:16.217945 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-8bc66e6c-760d-417b-a28f-66a8378f652d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:16.310981 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.db.l3_hamode_db [None req-bc350d99-42c7-40cd-a528-48703fb7eefe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94a6edf0>, [{'id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'name': 'tempest-TestMinimumBasicScenario-1486829058-router', 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:37:03Z', 'updated_at': '2021-06-29T14:39:16Z', 'revision_number': 6, 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'gw_port_host': None}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:39:16.315076 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc350d99-42c7-40cd-a528-48703fb7eefe None None] The sync data for ids ['4242c05c-a0d7-4fc7-bf9c-f4e2f9467892'] in dv-cinder-798356-1-iscsi is: [{'id': '4242c05c-a0d7-4fc7-bf9c-f4e2f9467892', 'name': 'tempest-TestMinimumBasicScenario-1486829058-router', 'tenant_id': '361db4a6febd420eb01a2192ef70f0f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:37:03Z', 'updated_at': '2021-06-29T14:39:16Z', 'revision_number': 6, 'project_id': '361db4a6febd420eb01a2192ef70f0f8', 'gw_port_host': None}] {{(pid=74236) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:39:16.341108 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-8bc66e6c-760d-417b-a28f-66a8378f652d admin admin] Calling delete_port for dff47754-6dbb-4998-bdfa-b5f47f0278ed owned by network:router_gateway {{(pid=74235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:39:16.503293 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-8bc66e6c-760d-417b-a28f-66a8378f652d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:16.507719 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-ea0e2a90-6d07-4386-9ad7-39a8ad303b93 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:39:16.551665 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bc66e6c-760d-417b-a28f-66a8378f652d admin admin] Pushing event deleted for resources: {'Port': ['ID=dff47754-6dbb-4998-bdfa-b5f47f0278ed,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:39:16.555069 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-8bc66e6c-760d-417b-a28f-66a8378f652d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:39:16.770962 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-8bc66e6c-760d-417b-a28f-66a8378f652d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670088'] for router_gateway, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:17.126540 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-8bc66e6c-760d-417b-a28f-66a8378f652d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6774'] for router, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:17.130788 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-8bc66e6c-760d-417b-a28f-66a8378f652d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:17.159659 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-8bc66e6c-760d-417b-a28f-66a8378f652d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-673524'] for router, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:17.160267 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bc66e6c-760d-417b-a28f-66a8378f652d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4242c05c-a0d7-4fc7-bf9c-f4e2f9467892 {{(pid=74235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 29 14:39:17.173567 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-8bc66e6c-760d-417b-a28f-66a8378f652d admin admin] Notify callbacks [] for router, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:17.174751 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-8bc66e6c-760d-417b-a28f-66a8378f652d admin admin] 10.222.0.13 "DELETE /v2.0/routers/4242c05c-a0d7-4fc7-bf9c-f4e2f9467892 HTTP/1.1" status: 204  len: 168 time: 1.6626120
Jun 29 14:39:17.177387 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48756) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:39:17.240380 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.db_base_plugin_v2 [None req-113be0c4-c641-4550-8851-9f6b494c6e2b admin admin] Deleting subnet 044a3ce0-64fc-41e7-b61c-50a219c15e36 {{(pid=74235) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 14:39:17.243454 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-113be0c4-c641-4550-8851-9f6b494c6e2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:17.307015 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-113be0c4-c641-4550-8851-9f6b494c6e2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1897654'] for subnet, precommit_delete_associations {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:17.384808 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-113be0c4-c641-4550-8851-9f6b494c6e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3930061'] for subnet, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:17.470301 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device dff47754-6dbb-4998-bdfa-b5f47f0278ed no longer exists at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:39:17.471017 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-113be0c4-c641-4550-8851-9f6b494c6e2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1167277', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1167964'] for subnet, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:17.481657 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-adff533b-7703-42b4-b488-949dafa0d882 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:39:17.513279 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] No Port match for: dff47754-6dbb-4998-bdfa-b5f47f0278ed {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:39:17.514247 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device dff47754-6dbb-4998-bdfa-b5f47f0278ed not bound to the agent host dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:39:17.514992 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 44a50f16-b917-48b6-8723-1a2b28a526cc no longer exists at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:39:17.522206 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113be0c4-c641-4550-8851-9f6b494c6e2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=044a3ce0-64fc-41e7-b61c-50a219c15e36,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:39:17.525277 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-113be0c4-c641-4550-8851-9f6b494c6e2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:39:17.528612 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-113be0c4-c641-4550-8851-9f6b494c6e2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:17.536582 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-113be0c4-c641-4550-8851-9f6b494c6e2b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/044a3ce0-64fc-41e7-b61c-50a219c15e36 HTTP/1.1" status: 204  len: 168 time: 0.3581908
Jun 29 14:39:17.539130 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48760) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:39:17.545600 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3394e810-9d25-42cb-93b3-929e0e8bb051 None None] Network ec1df414-e380-4659-bfa4-af48461b6816 requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:39:17.571702 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] No Port match for: 44a50f16-b917-48b6-8723-1a2b28a526cc {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:39:17.571966 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 44a50f16-b917-48b6-8723-1a2b28a526cc not bound to the agent host dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:39:17.660967 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2114ece9-1e9d-4f02-abe7-c9f5509080b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3691460'] for network, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:17.672131 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-2114ece9-1e9d-4f02-abe7-c9f5509080b9 admin admin] Deleting port 16d2175f-bd7b-4192-8177-a557bde8a930 {{(pid=74235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:39:17.672462 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2114ece9-1e9d-4f02-abe7-c9f5509080b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:17.839324 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e70e002-f21b-436e-a2ca-b24d4118de93 None None] DHCP port deletion for ec1df414-e380-4659-bfa4-af48461b6816 request from dv-cinder-798356-1-iscsi {{(pid=74236) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 29 14:39:17.844066 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-6e70e002-f21b-436e-a2ca-b24d4118de93 None None] Deleting port 16d2175f-bd7b-4192-8177-a557bde8a930 {{(pid=74236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:39:17.844485 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-6e70e002-f21b-436e-a2ca-b24d4118de93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:17.909024 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.db [None req-2114ece9-1e9d-4f02-abe7-c9f5509080b9 admin admin] For port 16d2175f-bd7b-4192-8177-a557bde8a930, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=16d2175f-bd7b-4192-8177-a557bde8a930,segment=NetworkSegment(ddecb0f4-d7c7-4786-a31d-1eac45097ab2),segment_id=ddecb0f4-d7c7-4786-a31d-1eac45097ab2)] {{(pid=74235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:39:17.909389 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2114ece9-1e9d-4f02-abe7-c9f5509080b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:18.050902 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-2114ece9-1e9d-4f02-abe7-c9f5509080b9 admin admin] Calling delete_port for 16d2175f-bd7b-4192-8177-a557bde8a930 owned by network:dhcp {{(pid=74235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:39:18.085609 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-6e70e002-f21b-436e-a2ca-b24d4118de93 None None] For port 16d2175f-bd7b-4192-8177-a557bde8a930, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=16d2175f-bd7b-4192-8177-a557bde8a930,segment=NetworkSegment(ddecb0f4-d7c7-4786-a31d-1eac45097ab2),segment_id=ddecb0f4-d7c7-4786-a31d-1eac45097ab2)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:39:18.085933 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-6e70e002-f21b-436e-a2ca-b24d4118de93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:18.136569 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2114ece9-1e9d-4f02-abe7-c9f5509080b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:18.140871 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-af35d01d-9dd0-4421-af64-26f682d2c82d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:39:18.191080 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114ece9-1e9d-4f02-abe7-c9f5509080b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=16d2175f-bd7b-4192-8177-a557bde8a930,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:39:18.191080 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-2114ece9-1e9d-4f02-abe7-c9f5509080b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:39:18.192131 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2114ece9-1e9d-4f02-abe7-c9f5509080b9 admin admin] No DVR routers for this DVR port 16d2175f-bd7b-4192-8177-a557bde8a930 on host dv-cinder-798356-1-iscsi {{(pid=74235) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 14:39:18.218478 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-6e70e002-f21b-436e-a2ca-b24d4118de93 None None] Calling delete_port for 16d2175f-bd7b-4192-8177-a557bde8a930 owned by network:dhcp {{(pid=74236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:39:18.287180 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.db.api [None req-6e70e002-f21b-436e-a2ca-b24d4118de93 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 29 14:39:18.287538 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_db.api [None req-6e70e002-f21b-436e-a2ca-b24d4118de93 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 29 14:39:18.305226 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2114ece9-1e9d-4f02-abe7-c9f5509080b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931320', 'neutron.services.segments.db._delete_segments_for_network-8730483304066'] for network, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:18.317326 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.services.segments.db [None req-2114ece9-1e9d-4f02-abe7-c9f5509080b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b93bda550>,) {'filters': {'network_id': ['ec1df414-e380-4659-bfa4-af48461b6816']}} {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:39:18.328823 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.services.segments.db [None req-2114ece9-1e9d-4f02-abe7-c9f5509080b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b93bda550>, 'ddecb0f4-d7c7-4786-a31d-1eac45097ab2') {'for_net_delete': True} {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:39:18.329113 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.services.segments.db [None req-2114ece9-1e9d-4f02-abe7-c9f5509080b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b93bda550>, 'ddecb0f4-d7c7-4786-a31d-1eac45097ab2') {} {{(pid=74235) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:39:18.339869 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2114ece9-1e9d-4f02-abe7-c9f5509080b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730483226525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1897657'] for segment, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:18.355324 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2114ece9-1e9d-4f02-abe7-c9f5509080b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:18.362415 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2114ece9-1e9d-4f02-abe7-c9f5509080b9 admin admin] Releasing vlan 502 on physical network physnet1 to pool {{(pid=74235) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 14:39:18.362813 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2114ece9-1e9d-4f02-abe7-c9f5509080b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3829314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1167115'] for segment, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:18.375308 dv-cinder-798356-1-iscsi neutron-server[74235]: Traceback (most recent call last):
Jun 29 14:39:18.375308 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 14:39:18.375308 dv-cinder-798356-1-iscsi neutron-server[74235]:     timer()
Jun 29 14:39:18.375308 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 14:39:18.375308 dv-cinder-798356-1-iscsi neutron-server[74235]:     cb(*args, **kw)
Jun 29 14:39:18.375308 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 14:39:18.375308 dv-cinder-798356-1-iscsi neutron-server[74235]:     return func(*args, **kwargs)
Jun 29 14:39:18.375308 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 14:39:18.375308 dv-cinder-798356-1-iscsi neutron-server[74235]:     self._notify()
Jun 29 14:39:18.375308 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 14:39:18.375308 dv-cinder-798356-1-iscsi neutron-server[74235]:     self.callback(batched_events)
Jun 29 14:39:18.375308 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 14:39:18.375308 dv-cinder-798356-1-iscsi neutron-server[74235]:     event.method(event)
Jun 29 14:39:18.375308 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 14:39:18.375308 dv-cinder-798356-1-iscsi neutron-server[74235]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 14:39:18.375308 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 14:39:18.375308 dv-cinder-798356-1-iscsi neutron-server[74235]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 14:39:18.375308 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 14:39:18.375308 dv-cinder-798356-1-iscsi neutron-server[74235]:     return f(self, *a, **k)
Jun 29 14:39:18.375308 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 14:39:18.375308 dv-cinder-798356-1-iscsi neutron-server[74235]:     return self._get(url).json()
Jun 29 14:39:18.375308 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 14:39:18.375308 dv-cinder-798356-1-iscsi neutron-server[74235]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 14:39:18.375308 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 14:39:18.375308 dv-cinder-798356-1-iscsi neutron-server[74235]:     return self.request(url, 'GET', **kwargs)
Jun 29 14:39:18.375308 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 14:39:18.375308 dv-cinder-798356-1-iscsi neutron-server[74235]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 14:39:18.375308 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 14:39:18.375308 dv-cinder-798356-1-iscsi neutron-server[74235]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 14:39:18.375308 dv-cinder-798356-1-iscsi neutron-server[74235]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 14:39:18.375308 dv-cinder-798356-1-iscsi neutron-server[74235]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 14:39:18.375308 dv-cinder-798356-1-iscsi neutron-server[74235]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 14:39:18.448157 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2114ece9-1e9d-4f02-abe7-c9f5509080b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3930699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670133'] for network, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:18.451465 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:39:18.463521 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-2114ece9-1e9d-4f02-abe7-c9f5509080b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:18.473682 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2114ece9-1e9d-4f02-abe7-c9f5509080b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec1df414-e380-4659-bfa4-af48461b6816,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:39:18.476667 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-2114ece9-1e9d-4f02-abe7-c9f5509080b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:39:18.487692 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-2114ece9-1e9d-4f02-abe7-c9f5509080b9 admin admin] 10.222.0.13 "DELETE /v2.0/networks/ec1df414-e380-4659-bfa4-af48461b6816 HTTP/1.1" status: 204  len: 168 time: 0.9476523
Jun 29 14:39:18.490511 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48764) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:39:18.789561 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-6e70e002-f21b-436e-a2ca-b24d4118de93 None None] Deleting port 16d2175f-bd7b-4192-8177-a557bde8a930 {{(pid=74236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:39:18.790149 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-6e70e002-f21b-436e-a2ca-b24d4118de93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:18.857435 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-6e70e002-f21b-436e-a2ca-b24d4118de93 None None] The port '16d2175f-bd7b-4192-8177-a557bde8a930' was deleted {{(pid=74236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 29 14:39:18.991508 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6c117bd5-8d91-4988-9881-978a08decfc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-667743'] for router_interface, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:19.453671 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 16d2175f-bd7b-4192-8177-a557bde8a930 no longer exists at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:39:19.486526 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] No Port match for: 16d2175f-bd7b-4192-8177-a557bde8a930 {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:39:19.486877 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 16d2175f-bd7b-4192-8177-a557bde8a930 not bound to the agent host dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:39:19.582002 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-6c117bd5-8d91-4988-9881-978a08decfc1 admin admin] Deleting port 22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a {{(pid=74235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:39:19.582634 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6c117bd5-8d91-4988-9881-978a08decfc1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:19.750000 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.db [None req-6c117bd5-8d91-4988-9881-978a08decfc1 admin admin] For port 22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a,segment=NetworkSegment(fd60ccd5-e96d-44b6-b028-7680975681ca),segment_id=fd60ccd5-e96d-44b6-b028-7680975681ca)] {{(pid=74235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:39:19.750345 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6c117bd5-8d91-4988-9881-978a08decfc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:19.884295 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-6c117bd5-8d91-4988-9881-978a08decfc1 admin admin] Calling delete_port for 22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a owned by network:router_interface {{(pid=74235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:39:20.055783 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6c117bd5-8d91-4988-9881-978a08decfc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:20.059780 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-60d535b3-ca76-4e01-9255-d7f0351b164d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:39:20.101400 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c117bd5-8d91-4988-9881-978a08decfc1 admin admin] Pushing event deleted for resources: {'Port': ['ID=22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:39:20.105349 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-6c117bd5-8d91-4988-9881-978a08decfc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:39:20.477851 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-6c117bd5-8d91-4988-9881-978a08decfc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-533686', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-669537'] for router_interface, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:21.073105 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c117bd5-8d91-4988-9881-978a08decfc1 admin admin] Router 8f913308-dd3e-4f47-ba27-c24495c09b1b has already been hosted by L3 agent db288375-25f2-4cae-a644-57be0ebc8f31 {{(pid=74235) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}}
Jun 29 14:39:21.270802 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c117bd5-8d91-4988-9881-978a08decfc1 admin admin] Notify agent at l3_agent.dv-cinder-798356-1-iscsi the message routers_updated {{(pid=74235) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}}
Jun 29 14:39:21.279365 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3270eb56-97a5-4476-be88-453eb6c1d6a0 None None] Sync routers for ids ['8f913308-dd3e-4f47-ba27-c24495c09b1b'] in dv-cinder-798356-1-iscsi {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}}
Jun 29 14:39:21.280587 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-6c117bd5-8d91-4988-9881-978a08decfc1 admin admin] 10.222.0.13 "PUT /v2.0/routers/8f913308-dd3e-4f47-ba27-c24495c09b1b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.7890632
Jun 29 14:39:21.282982 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.wsgi [-] (74235) accepted ('10.222.0.13', 48768) {{(pid=74235) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:39:21.291362 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3270eb56-97a5-4476-be88-453eb6c1d6a0 None None] Routers {'8f913308-dd3e-4f47-ba27-c24495c09b1b'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:39:21.291966 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-3270eb56-97a5-4476-be88-453eb6c1d6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94c8f490>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:39:08Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['8f913308-dd3e-4f47-ba27-c24495c09b1b'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:39:21.472602 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-3270eb56-97a5-4476-be88-453eb6c1d6a0 None None] Set router 8f913308-dd3e-4f47-ba27-c24495c09b1b gateway port host: dv-cinder-798356-1-iscsi {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:39:21.479071 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-85dea150-6103-47f6-bc99-0582810669a3 admin admin] Notify callbacks [] for router, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:21.762735 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-3270eb56-97a5-4476-be88-453eb6c1d6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94c8f490>, [{'id': '8f913308-dd3e-4f47-ba27-c24495c09b1b', 'name': 'tempest-TestMinimumBasicScenario-2096135561-router', 'tenant_id': '53c630bf00ab4ac6a39ac99383100e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'external_fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.56'}], 'enable_snat': True}, 'gw_port_id': '693928c3-e025-47a1-96a8-0f5ffb21cd27', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:37:09Z', 'updated_at': '2021-06-29T14:39:19Z', 'revision_number': 5, 'project_id': '53c630bf00ab4ac6a39ac99383100e6e', 'gw_port': {'id': '693928c3-e025-47a1-96a8-0f5ffb21cd27', 'name': '', 'network_id': '4aeb16d3-bc5e-4796-b60c-2ad2a6d47368', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:87:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f913308-dd3e-4f47-ba27-c24495c09b1b', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '089d678a-05aa-4bef-b283-da88079c7f50', 'ip_address': '172.27.1.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-798356-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-06-29T14:37:09Z', 'updated_at': '2021-06-29T14:37:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '089d678a-05aa-4bef-b283-da88079c7f50', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-798356-1-iscsi'}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:39:21.767595 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3270eb56-97a5-4476-be88-453eb6c1d6a0 None None] Checking router: 8f913308-dd3e-4f47-ba27-c24495c09b1b for host: dv-cinder-798356-1-iscsi {{(pid=74237) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}}
Jun 29 14:39:21.778749 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3270eb56-97a5-4476-be88-453eb6c1d6a0 None None] Routers {'8f913308-dd3e-4f47-ba27-c24495c09b1b'} bound to L3 agent in host dv-cinder-798356-1-iscsi {{(pid=74237) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}}
Jun 29 14:39:21.779876 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-3270eb56-97a5-4476-be88-453eb6c1d6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f0b94c8f490>, 'dv-cinder-798356-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-06-29T14:20:08Z,description=<?>,heartbeat_timestamp=2021-06-29T14:39:08Z,host='dv-cinder-798356-1-iscsi',id=db288375-25f2-4cae-a644-57be0ebc8f31,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-06-29T14:20:08Z,topic='l3_agent')) {'router_ids': ['8f913308-dd3e-4f47-ba27-c24495c09b1b'], 'active': True} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:39:21.800417 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-85dea150-6103-47f6-bc99-0582810669a3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:21.810107 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-85dea150-6103-47f6-bc99-0582810669a3 admin admin] Deleting port 693928c3-e025-47a1-96a8-0f5ffb21cd27 {{(pid=74235) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:39:21.810585 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-85dea150-6103-47f6-bc99-0582810669a3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:21.938149 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_dvr_db [None req-3270eb56-97a5-4476-be88-453eb6c1d6a0 None None] Set router 8f913308-dd3e-4f47-ba27-c24495c09b1b gateway port host: None {{(pid=74237) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}}
Jun 29 14:39:21.985580 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.db [None req-85dea150-6103-47f6-bc99-0582810669a3 admin admin] For port 693928c3-e025-47a1-96a8-0f5ffb21cd27, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=693928c3-e025-47a1-96a8-0f5ffb21cd27,segment=NetworkSegment(c4c225a7-9a59-46d1-b662-631cedda96e9),segment_id=c4c225a7-9a59-46d1-b662-631cedda96e9)] {{(pid=74235) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:39:21.985966 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-85dea150-6103-47f6-bc99-0582810669a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:22.078433 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.l3_hamode_db [None req-3270eb56-97a5-4476-be88-453eb6c1d6a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f0b94c8f490>, [{'id': '8f913308-dd3e-4f47-ba27-c24495c09b1b', 'name': 'tempest-TestMinimumBasicScenario-2096135561-router', 'tenant_id': '53c630bf00ab4ac6a39ac99383100e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:37:09Z', 'updated_at': '2021-06-29T14:39:21Z', 'revision_number': 6, 'project_id': '53c630bf00ab4ac6a39ac99383100e6e', 'gw_port_host': None}], 'dv-cinder-798356-1-iscsi', False) {} {{(pid=74237) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:39:22.082552 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3270eb56-97a5-4476-be88-453eb6c1d6a0 None None] The sync data for ids ['8f913308-dd3e-4f47-ba27-c24495c09b1b'] in dv-cinder-798356-1-iscsi is: [{'id': '8f913308-dd3e-4f47-ba27-c24495c09b1b', 'name': 'tempest-TestMinimumBasicScenario-2096135561-router', 'tenant_id': '53c630bf00ab4ac6a39ac99383100e6e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-06-29T14:37:09Z', 'updated_at': '2021-06-29T14:39:21Z', 'revision_number': 6, 'project_id': '53c630bf00ab4ac6a39ac99383100e6e', 'gw_port_host': None}] {{(pid=74237) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}}
Jun 29 14:39:22.106186 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.plugins.ml2.plugin [None req-85dea150-6103-47f6-bc99-0582810669a3 admin admin] Calling delete_port for 693928c3-e025-47a1-96a8-0f5ffb21cd27 owned by network:router_gateway {{(pid=74235) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:39:22.270139 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-85dea150-6103-47f6-bc99-0582810669a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1167198'] for port, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:22.273920 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-be77f0e5-34d9-48fc-a04a-346e86e1c079 tempest-TestVolumeBootPattern-1142240983 tempest-TestVolumeBootPattern-1142240983-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:39:22.319082 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dea150-6103-47f6-bc99-0582810669a3 admin admin] Pushing event deleted for resources: {'Port': ['ID=693928c3-e025-47a1-96a8-0f5ffb21cd27,revision_number=None']} {{(pid=74235) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:39:22.321898 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG oslo_concurrency.lockutils [None req-85dea150-6103-47f6-bc99-0582810669a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=74235) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:39:22.557340 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-85dea150-6103-47f6-bc99-0582810669a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-670088'] for router_gateway, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:22.808603 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-85dea150-6103-47f6-bc99-0582810669a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-673304', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-6774'] for router, precommit_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:22.813233 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-85dea150-6103-47f6-bc99-0582810669a3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:22.843663 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-85dea150-6103-47f6-bc99-0582810669a3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-673524'] for router, after_delete {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:22.844213 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85dea150-6103-47f6-bc99-0582810669a3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8f913308-dd3e-4f47-ba27-c24495c09b1b {{(pid=74235) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}}
Jun 29 14:39:22.856532 dv-cinder-798356-1-iscsi neutron-server[74235]: DEBUG neutron_lib.callbacks.manager [None req-85dea150-6103-47f6-bc99-0582810669a3 admin admin] Notify callbacks [] for router, before_response {{(pid=74235) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:22.858260 dv-cinder-798356-1-iscsi neutron-server[74235]: INFO neutron.wsgi [None req-85dea150-6103-47f6-bc99-0582810669a3 admin admin] 10.222.0.13 "DELETE /v2.0/routers/8f913308-dd3e-4f47-ba27-c24495c09b1b HTTP/1.1" status: 204  len: 168 time: 1.5743649
Jun 29 14:39:22.861342 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 48772) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:39:22.923163 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.db_base_plugin_v2 [None req-13e8bee9-48a2-4c81-ae16-8f5a3909ebd7 admin admin] Deleting subnet 49b58cc7-925f-4e05-b154-28f8748f31bd {{(pid=74234) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}}
Jun 29 14:39:22.926377 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-13e8bee9-48a2-4c81-ae16-8f5a3909ebd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:22.980089 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-13e8bee9-48a2-4c81-ae16-8f5a3909ebd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1222750'] for subnet, precommit_delete_associations {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:23.061726 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-13e8bee9-48a2-4c81-ae16-8f5a3909ebd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-3930061'] for subnet, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:23.128633 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-13e8bee9-48a2-4c81-ae16-8f5a3909ebd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-3930052', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257994', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1750944', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-1217628'] for subnet, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:23.132582 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-c8156df2-df6d-4106-afc8-b5bd3b5678d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:39:23.172504 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13e8bee9-48a2-4c81-ae16-8f5a3909ebd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49b58cc7-925f-4e05-b154-28f8748f31bd,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:39:23.175789 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-13e8bee9-48a2-4c81-ae16-8f5a3909ebd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:39:23.176826 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-13e8bee9-48a2-4c81-ae16-8f5a3909ebd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for subnet, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:23.181666 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a737a672-2996-4b6c-b918-6df2d1702c52 None None] Network c423d606-7b37-4197-9cc2-163f70073c2b requested from dv-cinder-798356-1-iscsi {{(pid=74236) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}}
Jun 29 14:39:23.182721 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-13e8bee9-48a2-4c81-ae16-8f5a3909ebd7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/49b58cc7-925f-4e05-b154-28f8748f31bd HTTP/1.1" status: 204  len: 168 time: 0.3203349
Jun 29 14:39:23.185115 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 48776) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:39:23.289342 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5696b970-c8e9-4ad7-853b-5ba99cdfbb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-3691460'] for network, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:23.299821 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [None req-5696b970-c8e9-4ad7-853b-5ba99cdfbb7c admin admin] Deleting port ff5695a2-6f0a-440c-80a0-3b59d2772f68 {{(pid=74234) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:39:23.300150 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5696b970-c8e9-4ad7-853b-5ba99cdfbb7c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:23.425694 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f3656f-8be1-4d89-abeb-edcbc72e59de None None] DHCP port deletion for c423d606-7b37-4197-9cc2-163f70073c2b request from dv-cinder-798356-1-iscsi {{(pid=74236) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}}
Jun 29 14:39:23.430174 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-e5f3656f-8be1-4d89-abeb-edcbc72e59de None None] Deleting port ff5695a2-6f0a-440c-80a0-3b59d2772f68 {{(pid=74236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:39:23.430906 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-e5f3656f-8be1-4d89-abeb-edcbc72e59de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:23.482361 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a no longer exists at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:39:23.522431 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] No Port match for: 22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:39:23.522808 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 22d56a9f-1bd2-4384-9fe5-50b0e49c4e4a not bound to the agent host dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:39:23.523232 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device ff5695a2-6f0a-440c-80a0-3b59d2772f68 no longer exists at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:39:23.606211 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.db [None req-5696b970-c8e9-4ad7-853b-5ba99cdfbb7c admin admin] For port ff5695a2-6f0a-440c-80a0-3b59d2772f68, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=ff5695a2-6f0a-440c-80a0-3b59d2772f68,segment=NetworkSegment(fd60ccd5-e96d-44b6-b028-7680975681ca),segment_id=fd60ccd5-e96d-44b6-b028-7680975681ca)] {{(pid=74234) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:39:23.606597 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5696b970-c8e9-4ad7-853b-5ba99cdfbb7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:23.732649 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.plugin [None req-5696b970-c8e9-4ad7-853b-5ba99cdfbb7c admin admin] Calling delete_port for ff5695a2-6f0a-440c-80a0-3b59d2772f68 owned by network:dhcp {{(pid=74234) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:39:23.808444 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.db [None req-e5f3656f-8be1-4d89-abeb-edcbc72e59de None None] For port ff5695a2-6f0a-440c-80a0-3b59d2772f68, host dv-cinder-798356-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-798356-1-iscsi',level=0,port_id=ff5695a2-6f0a-440c-80a0-3b59d2772f68,segment=NetworkSegment(fd60ccd5-e96d-44b6-b028-7680975681ca),segment_id=fd60ccd5-e96d-44b6-b028-7680975681ca)] {{(pid=74236) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}}
Jun 29 14:39:23.808877 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-e5f3656f-8be1-4d89-abeb-edcbc72e59de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-667087'] for port, precommit_delete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:23.820522 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5696b970-c8e9-4ad7-853b-5ba99cdfbb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-3775900', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-257792', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8730483210150', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8730482783802', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-1750867'] for port, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:23.825809 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-a53d68d7-d84a-49d7-a363-cdf5b36b8e8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:39:23.879480 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696b970-c8e9-4ad7-853b-5ba99cdfbb7c admin admin] Pushing event deleted for resources: {'Port': ['ID=ff5695a2-6f0a-440c-80a0-3b59d2772f68,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:39:23.882878 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-5696b970-c8e9-4ad7-853b-5ba99cdfbb7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:39:23.883641 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5696b970-c8e9-4ad7-853b-5ba99cdfbb7c admin admin] No DVR routers for this DVR port ff5695a2-6f0a-440c-80a0-3b59d2772f68 on host dv-cinder-798356-1-iscsi {{(pid=74234) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 29 14:39:23.947932 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-e5f3656f-8be1-4d89-abeb-edcbc72e59de None None] Calling delete_port for ff5695a2-6f0a-440c-80a0-3b59d2772f68 owned by network:dhcp {{(pid=74236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1931}}
Jun 29 14:39:23.974060 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-3772982'] for port, before_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:24.002014 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5696b970-c8e9-4ad7-853b-5ba99cdfbb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-3931320', 'neutron.services.segments.db._delete_segments_for_network-8730483304066'] for network, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:24.015861 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.services.segments.db [None req-5696b970-c8e9-4ad7-853b-5ba99cdfbb7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f0b93cfe2e0>,) {'filters': {'network_id': ['c423d606-7b37-4197-9cc2-163f70073c2b']}} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:39:24.028373 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.services.segments.db [None req-5696b970-c8e9-4ad7-853b-5ba99cdfbb7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b93cfe2e0>, 'fd60ccd5-e96d-44b6-b028-7680975681ca') {'for_net_delete': True} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:39:24.029231 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.services.segments.db [None req-5696b970-c8e9-4ad7-853b-5ba99cdfbb7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f0b93cfe2e0>, 'fd60ccd5-e96d-44b6-b028-7680975681ca') {} {{(pid=74234) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 29 14:39:24.040907 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5696b970-c8e9-4ad7-853b-5ba99cdfbb7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8730483226525', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-1222737'] for segment, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:24.056789 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5696b970-c8e9-4ad7-853b-5ba99cdfbb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-3829337'] for segment, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:24.061544 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 693928c3-e025-47a1-96a8-0f5ffb21cd27 no longer exists at agent ovs-agent-dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 29 14:39:24.063401 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5696b970-c8e9-4ad7-853b-5ba99cdfbb7c admin admin] Releasing vlan 503 on physical network physnet1 to pool {{(pid=74234) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}}
Jun 29 14:39:24.063790 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5696b970-c8e9-4ad7-853b-5ba99cdfbb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-3829314', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-1750790'] for segment, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:24.077475 dv-cinder-798356-1-iscsi neutron-server[74234]: Traceback (most recent call last):
Jun 29 14:39:24.077475 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers
Jun 29 14:39:24.077475 dv-cinder-798356-1-iscsi neutron-server[74234]:     timer()
Jun 29 14:39:24.077475 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Jun 29 14:39:24.077475 dv-cinder-798356-1-iscsi neutron-server[74234]:     cb(*args, **kw)
Jun 29 14:39:24.077475 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/common/utils.py", line 901, in wrapper
Jun 29 14:39:24.077475 dv-cinder-798356-1-iscsi neutron-server[74234]:     return func(*args, **kwargs)
Jun 29 14:39:24.077475 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Jun 29 14:39:24.077475 dv-cinder-798356-1-iscsi neutron-server[74234]:     self._notify()
Jun 29 14:39:24.077475 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Jun 29 14:39:24.077475 dv-cinder-798356-1-iscsi neutron-server[74234]:     self.callback(batched_events)
Jun 29 14:39:24.077475 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Jun 29 14:39:24.077475 dv-cinder-798356-1-iscsi neutron-server[74234]:     event.method(event)
Jun 29 14:39:24.077475 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Jun 29 14:39:24.077475 dv-cinder-798356-1-iscsi neutron-server[74234]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Jun 29 14:39:24.077475 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id
Jun 29 14:39:24.077475 dv-cinder-798356-1-iscsi neutron-server[74234]:     aggregate_uuid = self.p_client.list_aggregates(
Jun 29 14:39:24.077475 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Jun 29 14:39:24.077475 dv-cinder-798356-1-iscsi neutron-server[74234]:     return f(self, *a, **k)
Jun 29 14:39:24.077475 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates
Jun 29 14:39:24.077475 dv-cinder-798356-1-iscsi neutron-server[74234]:     return self._get(url).json()
Jun 29 14:39:24.077475 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Jun 29 14:39:24.077475 dv-cinder-798356-1-iscsi neutron-server[74234]:     return self._client.get(url, endpoint_filter=self._ks_filter,
Jun 29 14:39:24.077475 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get
Jun 29 14:39:24.077475 dv-cinder-798356-1-iscsi neutron-server[74234]:     return self.request(url, 'GET', **kwargs)
Jun 29 14:39:24.077475 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request
Jun 29 14:39:24.077475 dv-cinder-798356-1-iscsi neutron-server[74234]:     base_url = self.get_endpoint(auth, allow=allow,
Jun 29 14:39:24.077475 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Jun 29 14:39:24.077475 dv-cinder-798356-1-iscsi neutron-server[74234]:     auth = self._auth_required(auth, 'determine endpoint URL')
Jun 29 14:39:24.077475 dv-cinder-798356-1-iscsi neutron-server[74234]:   File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Jun 29 14:39:24.077475 dv-cinder-798356-1-iscsi neutron-server[74234]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Jun 29 14:39:24.077475 dv-cinder-798356-1-iscsi neutron-server[74234]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Jun 29 14:39:24.098265 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] No Port match for: 693928c3-e025-47a1-96a8-0f5ffb21cd27 {{(pid=74236) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2185}}
Jun 29 14:39:24.098658 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.rpc [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Device 693928c3-e025-47a1-96a8-0f5ffb21cd27 not bound to the agent host dv-cinder-798356-1-iscsi {{(pid=74236) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 29 14:39:24.101517 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.db.api [None req-e5f3656f-8be1-4d89-abeb-edcbc72e59de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=74236) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 29 14:39:24.101936 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG oslo_db.api [None req-e5f3656f-8be1-4d89-abeb-edcbc72e59de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=74236) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 29 14:39:24.156654 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5696b970-c8e9-4ad7-853b-5ba99cdfbb7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-3930699', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768992', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-533695', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-670133'] for network, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:24.161047 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:39:24.177164 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-5696b970-c8e9-4ad7-853b-5ba99cdfbb7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-533673'] for network, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:24.189558 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5696b970-c8e9-4ad7-853b-5ba99cdfbb7c admin admin] Pushing event deleted for resources: {'Network': ['ID=c423d606-7b37-4197-9cc2-163f70073c2b,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:39:24.192160 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-5696b970-c8e9-4ad7-853b-5ba99cdfbb7c admin admin] 10.222.0.13 "DELETE /v2.0/networks/c423d606-7b37-4197-9cc2-163f70073c2b HTTP/1.1" status: 204  len: 168 time: 1.0061340
Jun 29 14:39:24.193042 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-5696b970-c8e9-4ad7-853b-5ba99cdfbb7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:39:24.390700 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 48782) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:39:24.440691 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-e107e834-671f-4221-b088-743c9ad38de7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=361db4a6febd420eb01a2192ef70f0f8&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0487194
Jun 29 14:39:24.442959 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 48786) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:39:24.504890 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-9b3892a3-0878-481f-92d2-3daf47b269ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:24.532574 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-9b3892a3-0878-481f-92d2-3daf47b269ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:24.583521 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-9b3892a3-0878-481f-92d2-3daf47b269ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:24.587225 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-9239fd50-5024-44cb-a7e5-ed8fbe789495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:39:24.600683 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3892a3-0878-481f-92d2-3daf47b269ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8b637d3-182c-4b80-8aa8-c28c90559f59,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:39:24.603444 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-e5f3656f-8be1-4d89-abeb-edcbc72e59de None None] Deleting port ff5695a2-6f0a-440c-80a0-3b59d2772f68 {{(pid=74236) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1859}}
Jun 29 14:39:24.604169 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-9b3892a3-0878-481f-92d2-3daf47b269ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:39:24.604558 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-e5f3656f-8be1-4d89-abeb-edcbc72e59de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8730483253679'] for port, before_delete {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:24.612625 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-9b3892a3-0878-481f-92d2-3daf47b269ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:24.616064 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-9b3892a3-0878-481f-92d2-3daf47b269ea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e8b637d3-182c-4b80-8aa8-c28c90559f59 HTTP/1.1" status: 204  len: 168 time: 0.1698985
Jun 29 14:39:24.678726 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron.plugins.ml2.plugin [None req-e5f3656f-8be1-4d89-abeb-edcbc72e59de None None] The port 'ff5695a2-6f0a-440c-80a0-3b59d2772f68' was deleted {{(pid=74236) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1889}}
Jun 29 14:39:25.019295 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 48794) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:39:25.072447 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-23f7e038-ebf2-489e-9dbd-e864f2f2aafb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=53c630bf00ab4ac6a39ac99383100e6e&name=default HTTP/1.1" status: 200  len: 2647 time: 0.0517111
Jun 29 14:39:25.074681 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.wsgi [-] (74234) accepted ('10.222.0.13', 48798) {{(pid=74234) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 29 14:39:25.134351 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0bd00739-cfd3-448e-9da3-f84fb50c1767 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:25.159967 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0bd00739-cfd3-448e-9da3-f84fb50c1767 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:25.225379 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0bd00739-cfd3-448e-9da3-f84fb50c1767 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-768955'] for security_group, after_delete {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:25.229424 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-4c099316-3de8-46f2-89e4-0427bd42aa89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 29 14:39:25.240780 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd00739-cfd3-448e-9da3-f84fb50c1767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9569e3f0-ddfb-4b5a-8ff4-0f328ccf86c4,revision_number=None']} {{(pid=74234) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 29 14:39:25.244408 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG oslo_concurrency.lockutils [None req-0bd00739-cfd3-448e-9da3-f84fb50c1767 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=74234) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 29 14:39:25.248155 dv-cinder-798356-1-iscsi neutron-server[74234]: DEBUG neutron_lib.callbacks.manager [None req-0bd00739-cfd3-448e-9da3-f84fb50c1767 admin admin] Notify callbacks [] for security_group, before_response {{(pid=74234) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:25.249513 dv-cinder-798356-1-iscsi neutron-server[74234]: INFO neutron.wsgi [None req-0bd00739-cfd3-448e-9da3-f84fb50c1767 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/9569e3f0-ddfb-4b5a-8ff4-0f328ccf86c4 HTTP/1.1" status: 204  len: 168 time: 0.1736920
Jun 29 14:39:35.983934 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-051ad560-5c54-48cf-a173-3d9e03053b23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:36.392002 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:38.185049 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ea56ddb8-8b54-4bed-8d74-cd3ad952ec4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:39.215414 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:40.084401 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:40.926520 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:39:48.704211 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 6 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:40:05.985912 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-5a109459-2277-4f86-8d89-cf44061055c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:40:06.395017 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:40:08.189418 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-839de753-0f70-4790-8325-a5d670334be0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:40:09.216728 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:40:10.099670 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:40:10.924807 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:40:25.704763 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 6 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:40:35.987653 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-b12825db-027e-4f1c-8d1f-d485947752fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:40:36.397109 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:40:38.192353 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-6e1034b0-017b-4e99-97a8-1b08aa4a65a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:40:39.219474 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:40:40.097918 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:40:40.927148 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:41:02.704223 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 6 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:41:05.991241 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-d4971450-ff1e-4018-ab11-37ddd5cf7192 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:41:06.403150 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:41:08.195978 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-7fc07037-2a1a-4512-8ff9-3f6e46c68149 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:41:09.223446 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:41:10.097290 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:41:10.930701 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:41:35.995387 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-5670879a-1f1e-497a-8875-7ebb73872e94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:41:36.396015 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:41:38.197311 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4f8ecd02-5e34-45d2-8e1b-95018bff02bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:41:39.226227 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:41:39.714752 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 6 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:41:40.096159 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:41:40.932205 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:42:05.999552 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-1a9880bb-a8e0-4856-998c-432ef97099cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:42:06.398784 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:42:08.202912 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-2ed2b605-ebea-45e2-af09-66e9e3def96d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:42:09.229966 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:42:10.095631 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:42:10.935093 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:42:16.704695 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 6 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:42:36.001681 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-2af184e5-9731-48c0-9e75-caf3b62e0d46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:42:36.401053 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:42:38.204040 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-d58cd979-9c03-4304-942e-0bfc1c19bc2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:42:39.232810 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:42:40.095279 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:42:40.937520 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:42:53.704299 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 6 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:43:06.003166 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-b56667b2-8dad-44bd-892b-be5ab5fc5490 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:43:06.402511 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:43:08.208094 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-df2e3a42-1210-4eb5-92a2-2eae44bc1a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:43:09.234619 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:43:10.109258 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:43:10.939299 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:43:30.705027 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 6 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:43:36.004485 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-7140fda3-95a8-44a6-a1c2-83d04bd6d736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:43:36.405248 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:43:38.208981 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-df8e75d9-5f8a-4f98-9208-5ff7eb8df0d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:43:39.238806 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:43:40.125280 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:43:40.943013 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:44:06.006350 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-8c3baafe-59cb-408e-ae44-e6dac3555c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:44:06.407886 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-4645cd1c-d1b8-4816-a9a5-28ce2b697328 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:44:07.704784 dv-cinder-798356-1-iscsi neutron-server[74237]: DEBUG neutron.db.agents_db [None req-2d73981a-3b63-4bcc-936e-53a741f748ca None None] Agent healthcheck: found 6 active agents {{(pid=74237) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 29 14:44:08.211626 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-7b0ff816-a6a2-41ec-a9e4-b5971de76082 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:44:09.243137 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-3c8be3ac-ae51-40c7-92f6-583f1c809e76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:44:10.131739 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-ec2546c5-bcfc-45d9-9735-e24a1f317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 29 14:44:10.945719 dv-cinder-798356-1-iscsi neutron-server[74236]: DEBUG neutron_lib.callbacks.manager [None req-a896edab-e2b6-414c-a684-f02e4550fcc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8730483304048', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-3915918'] for agent, after_update {{(pid=74236) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}